[ Jan 23 18:44:04 Enabled. ] [ Jan 23 18:44:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jan 23 18:44:04 Method "start" exited with status 0. ] [ Jan 23 18:44:04 Rereading configuration. ] [ Jan 23 18:44:04 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:04.098110401Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:247"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:04.14939942Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:254","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:04.14942943Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:04.261895938Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:04.270367554Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:04.279183578Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:264","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:04.881344944Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.021274239Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:117"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.0213266Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:129"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.021425423Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.021529715Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:162","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.021551656Z","hostname":"sock","pid":1661,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:171"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.021566016Z","hostname":"sock","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:606"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.021578356Z","hostname":"sock","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Generated i86pc baseboard Pc { identifier: \"00c781fa21ec4c0390f14ec3c978bd68\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.024906368Z","hostname":"sock","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:532"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:05.024927438Z","hostname":"sock","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:655"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.024934728Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.024941538Z","hostname":"sock","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:713"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.024948458Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.024964629Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.024979179Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.024985819Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.024992219Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.02499816Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.02501286Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.02501917Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.02502527Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.02503114Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.025038521Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.025044221Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:88"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.025051841Z","hostname":"sock","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"None"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.025105642Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity decreased","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.253635884Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:326","current":"245","previous":"256"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.253681445Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:90"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.253691476Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474662924Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474710095Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474726205Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474732726Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474742436Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474748736Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474765306Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474771847Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474777807Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474786537Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity increased","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474792117Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:336","current":"255","previous":"245"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474807907Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.474873629Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 496128, free: 20937469440, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 938496, free: 20937027072, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } })} }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.47491997Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.475024023Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.475040303Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.475054593Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.475083184Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.475096845Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.475103765Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.475153496Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.475166956Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.489829743Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:634"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.489857064Z","hostname":"sock","pid":1661,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.999955219s","next_cleanup":"Instant { tv_sec: 5099, tv_nsec: 738725335 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.489895155Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3223"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.489979667Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.491987546Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.492059658Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.492945419Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493044351Z","hostname":"sock","pid":1661,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n rack_subnet: fd00:1122:3344:100::,\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: Some(\n RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 32,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n },\n ),\n}","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493339178Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493348439Z","hostname":"sock","pid":1661,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.49340292Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493450621Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493467212Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493473592Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:863"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493502773Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493513033Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493528843Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493532653Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:904"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493535873Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493538883Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493582395Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.493594785Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.494399854Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.494555728Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.494565128Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:937"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.494598539Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:556"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.494611949Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.494770704Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.494902037Z","hostname":"sock","pid":1661,"peer_id":"pc-00c781fa21ec4c0390f14ec3c978bd68-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:640"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.494947158Z","hostname":"sock","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, rack_id: 87a9a5d5-c96b-43d4-a91b-626ec69fe49a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.495093221Z","hostname":"sock","pid":1661,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:63134","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, rack_id: 87a9a5d5-c96b-43d4-a91b-626ec69fe49a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.495186043Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:364"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.495192364Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:379"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.495204534Z","hostname":"sock","pid":1661,"file":"sled-agent/src/server.rs:47"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.495211184Z","hostname":"sock","pid":1661,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.495255745Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Attempting to add queued disks","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.495263436Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:394","num_disks":"9"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.497787077Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3451"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.503996298Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.50407462Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.50408457Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.504115981Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.504205683Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.504222094Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.541741487Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.549404683Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.556540397Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.575263723Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:338"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.575305093Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"Looking for unencrypted datasets in oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.679955241Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.702880699Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.7029229Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.70292846Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.702972251Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.703096174Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.703102554Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.743899307Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.751516122Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.883674689Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.905864739Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.90591979Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.905932131Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.905942351Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.906096255Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.906105605Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.940656876Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:05.948077826Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.080515679Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.104022161Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.104063092Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.104069982Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.104090223Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.104228446Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.104233806Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.139448674Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.146916965Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.274752147Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.29790628Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.297964381Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.297975182Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.297986302Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.298106595Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.298113935Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.333132137Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.340760623Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.470995303Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.494056564Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.494119146Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.494136316Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.494148007Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.49429269Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.49430287Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.532140191Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.539857769Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.67094519Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.694148104Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.694187915Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.694209626Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.694249417Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.694352929Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.694359089Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.730283764Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.737746996Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.872590957Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.896064759Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.89610812Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.8961164Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.896158921Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.896298964Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.896305664Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.931127692Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:06.938869031Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.073991879Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.098062075Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.098112196Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.098118616Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.098160287Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.098297911Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.098304441Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.133694892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.141506212Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.273824883Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.289870153Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.289909554Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.289931675Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:350"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.292760534Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 778752, free: 20937186816, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 778752, free: 20937186816, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7\", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 496128, free: 20937469440, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 938496, free: 20937027072, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60\", size: 20937965568, allocated: 1161216, free: 20936804352, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 823296, free: 20937142272, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 769536, free: 20937196032, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 781824, free: 20937183744, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } })} }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.313186961Z","hostname":"sock","pid":1661,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.315436986Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.333132156Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"successfully created encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.344079193Z","hostname":"sock","pid":1661,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.344108334Z","hostname":"sock","pid":1661,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.349165606Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:365"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.349176457Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.349181647Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.424541431Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.643419328Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.656433915Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.656539958Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.656563398Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.656589689Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:07.841708665Z","hostname":"sock","pid":1661,"file":"illumos-utils/src/running_zone.rs:162"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.38307181Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:80"} {"msg":"Underlay Available","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.38349569Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:122","sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.383509111Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:177"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.383525611Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:185"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.400226947Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.400605707Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.401020067Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.401208282Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.401440447Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.401624481Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.401760645Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.401885758Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.402030342Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.402154065Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.402283838Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.402411351Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.402531744Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.402656357Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.40278306Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.402926413Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.403065317Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.40322043Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.403410475Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.403540408Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.403697202Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:08.403812175Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:10.558204759Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:11.141518956Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 29.293874ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:11.434387974Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 115.078355ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:11.632952137Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 216.457334ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:11.825043072Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 499.286808ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:12.219236446Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 875.043074ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:12.898389156Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.244693189s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:13.88384189Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.411867248s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:15.331827551Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:15.559209826Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:17.799537461Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1811"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.686660672Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:990","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.686737594Z","hostname":"sock","pid":1661,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.745522795Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.745553515Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.745561095Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:424"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.745586156Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.745602427Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.745945335Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.746127199Z","hostname":"sock","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:137"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.74614197Z","hostname":"sock","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100 }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 32 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.74614961Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3223"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.74615601Z","hostname":"sock","pid":1661,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:63134","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.74983133Z","hostname":"sock","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.749916972Z","hostname":"sock","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.750013774Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:18.750074976Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"156.380512ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.750084746Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.750107356Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.750125137Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.750306511Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:703","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1a4bcb71-811f-4bda-9c09-bc4784c9b526): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.782227288Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:37693"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.78311084Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.78315221Z","hostname":"sock","pid":1661,"uri":"/zpools","method":"GET","req_id":"f74bef75-af31-4406-8a66-8cd0aae44e8f","remote_addr":"[fd00:1122:3344:101::1]:37693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":804,"response_code":"200"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.811773597Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.812572017Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:58439"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.812659729Z","hostname":"sock","pid":1661,"uri":"/sled-role","method":"GET","req_id":"e836ef01-5760-456e-947f-37039e5c7b54","remote_addr":"[fd00:1122:3344:101::1]:58439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":50,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.814730109Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.81474391Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.815019766Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.81519295Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:751"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.846662426Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.846869011Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:61750"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.847170209Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.847187839Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.90268886Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:18.908650975Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"601.205162ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.910219473Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.910233774Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.973752759Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:18.975907882Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.032905449Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.032964581Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.032979761Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.033036912Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.061946986Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.063401901Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.064766875Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.069712065Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.115030298Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.118955063Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.122638003Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.135368143Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.139990595Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.144234009Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.279079181Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.489205765Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:19.511898587Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"636.299021ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:19.666556822Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:20.025989729Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:20.149613598Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"1.264090597s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:20.33705042Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:20.560501959Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:20.748986886Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:20.773271927Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460\") failed: Property not found. retry in 73.321839ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:20.903983368Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:20.929065029Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:20.933439485Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460\") failed: Property not found. retry in 105.515655ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:20.994158233Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460\") failed: Property not found. retry in 142.63416ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.154741422Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632\") failed: Property not found. retry in 40.244388ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.182286902Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79\") failed: Property not found. retry in 70.890662ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.196110388Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:21.196205821Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"wait for service Some(\"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632\") failed: Property not found. retry in 137.396608ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.231187282Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79\") failed: Property not found. retry in 142.191694ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.315826632Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460\") failed: Property not found. retry in 566.201573ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.384217027Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632\") failed: Property not found. retry in 187.737178ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.403596498Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.416035921Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"5.108911656s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79\") failed: Property not found. retry in 154.164576ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.521068658Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632\") failed: Property not found. retry in 469.900067ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.616313396Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:21.633042593Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"wait for service Some(\"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79\") failed: Property not found. retry in 304.869436ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.686438243Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460\") failed: Property not found. retry in 1.018866994s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.959814786Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79\") failed: Property not found. retry in 551.346169ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:21.999652655Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632\") failed: Property not found. retry in 1.108348713s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:22.095050937Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:22.095133969Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:22.474998684Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1828"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:22.475015475Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:625"} {"msg":"wait for service Some(\"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79\") failed: Property not found. retry in 970.930808ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:22.560622658Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:22.826572751Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"wait for service Some(\"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460\") failed: Property not found. retry in 1.312534758s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:22.989526166Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632\") failed: Property not found. retry in 844.792836ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:23.214673666Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79\") failed: Property not found. retry in 808.226796ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:23.540887706Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:23.842516237Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"wait for service Some(\"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632\") failed: Property not found. retry in 926.228697ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:24.069154423Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460\") failed: Property not found. retry in 618.580488ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:24.310502968Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79\") failed: Property not found. retry in 1.198930121s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:24.356785154Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460\") failed: Property not found. retry in 1.15883237s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:24.938578804Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632\") failed: Property not found. retry in 604.425228ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:25.004406325Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:25.151553277Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"wait for service Some(\"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79\") failed: Property not found. retry in 1.337872133s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:25.565049261Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:25.565484841Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632\") failed: Property not found. retry in 1.372419614s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:25.617651791Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:25.994585545Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:26.144429302Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:26.144475193Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_4128e2f8-965f-4ce0-a75a-d5e114753460","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:26.704254847Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:26.704306749Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1896"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:26.896109647Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2090"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:feb4:b11c","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:27.009088467Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1835"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:27.015775159Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1896"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:27.136924028Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2375"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:27.383865018Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2254"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:27.431050166Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:27.480419278Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:27.48047214Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_7c9a2d16-9fac-4548-a228-c433e5573a79","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:27.682782544Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2289"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:27.877511453Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2556"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.020966844Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2561"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.024303345Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.024358456Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1896"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.201949959Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2495"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.205942226Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2090"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.335035818Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.368188845Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2283"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.377579553Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3475","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.377608944Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3491"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.377614764Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.755963283Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.756013184Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_b1bf6595-177b-4c78-bd39-164d60f7d632","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.923748696Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3499"} {"msg":"configuring dendrite zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:28.928940733Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3555"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.106537184Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3595","rack_subnet":"fd00:1122:3344::"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.156705305Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:359"} {"msg":"Failed to get switch ID from MGS (retrying in 47.432214ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:29.189507484Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbcee596-d8a1-4aaf-a34c-1098691dd46b\", \"content-length\": \"152\", \"date\": \"Tue, 23 Jan 2024 18:44:28 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"fbcee596-d8a1-4aaf-a34c-1098691dd46b\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 94.893461ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:29.237883341Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e50d2f83-2f2c-425a-b157-bc4ccaccad99\", \"content-length\": \"152\", \"date\": \"Tue, 23 Jan 2024 18:44:28 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"e50d2f83-2f2c-425a-b157-bc4ccaccad99\" }"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.306186034Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.306215384Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1896"} {"msg":"Failed to get switch ID from MGS (retrying in 166.222702ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:29.335391005Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25df515c-88dc-40a4-9c4b-496bc60812e2\", \"content-length\": \"152\", \"date\": \"Tue, 23 Jan 2024 18:44:28 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"25df515c-88dc-40a4-9c4b-496bc60812e2\" }"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.492335424Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2090"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.503549127Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:407"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.537544905Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:558"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.537622657Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:627"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.538132259Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:630","uptime":"2"} {"msg":"Configuring boundary services loopback address on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.538145559Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:429","config":"Ipv6Entry {\n addr: fd00:99::1,\n tag: \"omicron\",\n}"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.538507618Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {\n \"0.0.0.0/0\": [\n RouteSettingsV4 {\n link_id: 0,\n nexthop: 10.151.2.100,\n },\n ],\n },\n v6_routes: {},\n}"} {"msg":"advertising boundary services loopback address","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.539112293Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:457"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.604186127Z","hostname":"sock","pid":1661,"DdmAdminClient":"[fd00:1122:3344:101::2]:8000","component":"ServiceManager","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:99::, len: 64 }"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.643255648Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:29.96964347Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.021242286Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.021371769Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.021643026Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.022002195Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"1dac77cf-59e8-4bb8-bb6f-59e4ee1d4493","remote_addr":"[fd00:1122:3344:101::1]:61750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":11175059,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.023564973Z","hostname":"sock","pid":1661,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"failed to write DNS configuration (will retry in 76.037532ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:30.05383238Z","hostname":"sock","pid":1661,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:437","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.149015116Z","hostname":"sock","pid":1661,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.196373159Z","hostname":"sock","pid":1661,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.242388059Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:453"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.242402769Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.274831738Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.275600357Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.275605857Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.304813608Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.305016793Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:62695"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.305856054Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.305862664Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.327733916Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.327831239Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.347435996Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.347486017Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.363575049Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.36365261Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.363833155Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.363951008Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.366068669Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.397666538Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.398390266Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.398395986Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.442597922Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte0\", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 231, 137]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.442650223Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.443227887Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.443233947Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.443545395Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.444762654Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.469188029Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.48772587Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:30.56740923Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:31.514745237Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c\") failed: Property not found. retry in 58.339356ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:31.651457784Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c\") failed: Property not found. retry in 110.537232ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:31.725480176Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c\") failed: Property not found. retry in 124.907278ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:31.865982285Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c\") failed: Property not found. retry in 252.540489ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:32.001952784Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c\") failed: Property not found. retry in 835.730306ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:32.264303489Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:32.945198831Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58913"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:32.945347535Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"1da0249f-0306-4ac3-9c92-9526b45c5920","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58913","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":59,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c\") failed: Property not found. retry in 898.955009ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:33.110019102Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c\") failed: Property not found. retry in 1.173959445s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:34.018349229Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:34.949935733Z","hostname":"sock","pid":1661,"sled_id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"wait for service Some(\"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c\") failed: Property not found. retry in 667.847183ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:35.20132954Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:35.56902548Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c\") failed: Property not found. retry in 1.340491077s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:35.878972784Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:37.263449559Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:37.26350808Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:37.811438006Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:37.811487417Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1891"} {"msg":"Set up NTP service boundary=true, Servers=[\"0.pool.ntp.org\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:38.015863651Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2181"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:38.041557897Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.098831211Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.14893573Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.149256638Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.149535685Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"059df8dc-9e4b-4ab4-8025-ee13a570e661","remote_addr":"[fd00:1122:3344:101::1]:62695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":12844469,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.152664721Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:494"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.182679882Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.182826545Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:34092"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_4fad6e5b-668e-4eae-b808-20ad50eff99c': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.191484796Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3209"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.191627089Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"8a6ef0d3-c1e2-4b52-896c-c0101a132c7a","remote_addr":"[fd00:1122:3344:101::1]:34092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8695,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:43.194425388Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.304900136Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.3050367Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:50122"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.312477721Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"9831978b-f528-4bd4-a433-4d6f17cd0db0","remote_addr":"[fd00:1122:3344:101::1]:50122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7330,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.314774817Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:43.314786697Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.410093517Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.410202259Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:49829"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.418414579Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"8ce96e08-b4db-4db3-8d8c-c57de50bf9ce","remote_addr":"[fd00:1122:3344:101::1]:49829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8093,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.421093004Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:43.421101185Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.562374603Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.562480526Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:44888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.569412504Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"01dce41f-852a-484a-885e-b838bd5cbfd5","remote_addr":"[fd00:1122:3344:101::1]:44888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":6812,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.571849274Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:43.571858394Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.834738192Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.834865315Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:56119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.842586793Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"b99f4124-571f-44af-a8f4-1f0b1b9e571f","remote_addr":"[fd00:1122:3344:101::1]:56119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7599,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:43.844484399Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:43.84449115Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.065744774Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.065853167Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:58368"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.074655531Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"f2fafaa1-2ffd-49e0-8764-56632d7e4b13","remote_addr":"[fd00:1122:3344:101::1]:58368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8671,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.076353113Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:44.076359463Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.3498654Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.350020983Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:54977"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.358571511Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"e225072e-1e33-4fc1-8a84-2f741b0846f8","remote_addr":"[fd00:1122:3344:101::1]:54977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8497,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.360842467Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:44.360858577Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.769572995Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.769674697Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:39495"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.777751274Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"c49809fc-5204-4ec7-bd10-9177ab4683a6","remote_addr":"[fd00:1122:3344:101::1]:39495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7985,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:44.781403153Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:44.781411303Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:45.077273063Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:45.077387056Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:53729"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:45.085606866Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"bf22af9c-2728-4acb-bc9c-37d3a4ec6843","remote_addr":"[fd00:1122:3344:101::1]:53729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8089,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:45.087774418Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:45.087782119Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:45.393058839Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:45.393166031Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:55351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:45.400997202Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"aee3660c-e905-4515-acd7-8e533d921803","remote_addr":"[fd00:1122:3344:101::1]:55351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7690,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:45.403070523Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:45.403080003Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:46.129310767Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:46.129485712Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:65490"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:46.137509967Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"82d789ee-7992-46a0-a293-aa7e0389e7ea","remote_addr":"[fd00:1122:3344:101::1]:65490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7968,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:46.140200852Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:46.140209853Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:46.820854319Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:46.820964852Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:42555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:46.829448658Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"47f383d7-4772-4986-bf9f-abf400fdc540","remote_addr":"[fd00:1122:3344:101::1]:42555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8383,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:46.83323563Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:46.833246291Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:47.621345211Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:47.621453634Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:43012"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:47.630069414Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"d2ee4c40-ca69-4969-97d3-70bace2f16c3","remote_addr":"[fd00:1122:3344:101::1]:43012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8521,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706035481.541558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:47.632850871Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:47.632858872Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.100464682Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.298798723Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.298905775Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:53654"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.302201715Z","hostname":"sock","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.320400829Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"8053dab7-c188-4fd3-bfbf-7e7abf2daf34","remote_addr":"[fd00:1122:3344:101::1]:53654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":21332,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1192464524, ip_addr: 71.19.144.140, stratum: 3, ref_time: 1706035487.932195, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.323282639Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.323294429Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1042"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.352568571Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.352855408Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:44951"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.353168186Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.353188156Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.373617224Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.373702456Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.392976165Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.393027616Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.410762908Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.41084579Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.464573638Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.464637329Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.515818125Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.515885336Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.568888176Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.570938546Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.620706138Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.62079092Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.671932224Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.671995266Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.672193051Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.679249472Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.731628477Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.731717489Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.73173028Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.73174632Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.73175801Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.822779216Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.827024879Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.831269482Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.835879315Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.840520897Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.845253633Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.849413534Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.853693148Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.858120616Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:48.862469822Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.204410312Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.204576916Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.207881686Z","hostname":"sock","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Profile for oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.210467149Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.210651974Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.307624494Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.307788308Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.333270118Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.333409501Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 36.825911ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:52.353531001Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 36.614927ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:52.361400933Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.37977764Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.379877532Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 129.185924ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:52.399663034Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 143.722408ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:52.407495895Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 217.896069ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:52.599074767Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 252.395757ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:52.627992121Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:52.629466407Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 45.267283ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:52.665441002Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 46.116416ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:52.680593981Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 143.431227ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:52.770827798Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 130.786434ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:53.161082446Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 38.052545ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:53.21752577Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 239.344769ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:53.2894165Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 505.387177ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:53.455069121Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 274.094482ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:53.691059524Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 91.695919ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.114171272Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 158.913048ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.198097655Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 552.231909ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.290672148Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 589.426972ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.398552614Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 878.714705ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.545464679Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 220.889343ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.609345754Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 391.89421ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.656082132Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 524.811472ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.841155926Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 419.981061ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.853436545Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 593.203577ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:54.998190428Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 762.234178ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:55.059672775Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 962.166396ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:55.286869875Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 1.142248737s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:55.377692585Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 1.314472038s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:55.435066142Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 819.57391ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:55.601756618Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 682.501958ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:55.831465798Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 1.346772515s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:56.258366819Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 1.440211805s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:56.430901438Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 1.186408057s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:56.523244576Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 583.865037ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:56.531600799Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 949.909156ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:56.761211198Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 1.019400719s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:57.128314982Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 804.705984ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:57.614165686Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:44:57.631750685Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 592.938054ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:57.721590721Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 776.123129ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:57.730774835Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 837.797104ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:57.881804861Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 875.025458ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:58.158314441Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 931.160506ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:58.323275465Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 663.445221ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:58.428017975Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 605.918818ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:58.515925393Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 1.441977564s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:58.728493417Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 785.899555ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:59.043350501Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 1.296076959s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:59.100897431Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 594.846806ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:59.131300841Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 1.203209209s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:59.2639875Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294\") failed: Property not found. retry in 589.840802ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:59.736417428Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_03aed299-9852-4660-9da9-34a21aec3294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 915.754974ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:44:59.838092483Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 1.118805881s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:00.182993717Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 1.418729696s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:00.407700576Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 585.404216ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:00.476600093Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 955.628818ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:00.763994688Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 837.813451ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:01.072853676Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 1.326148413s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:01.312241482Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 811.937533ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:01.730561173Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 741.859799ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:01.835689491Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 1.16540516s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:01.919780388Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:02.488199722Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:02.490090608Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"ae027b4a-8a73-4a13-b41e-7e30eebc9c55","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58158","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1829,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 1.181770861s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:02.556062754Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 766.202049ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:02.59042444Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:02.634352129Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 584.540749ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:02.654785286Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 1.02375034s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:03.09539967Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 858.885149ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:03.248018155Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 566.43338ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:03.366439217Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 1.298390397s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:03.752188546Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 1.099003768s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:03.944130818Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 705.875934ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:04.116881342Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 994.093953ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:04.127639544Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 769.773631ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:04.831952415Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 1.268442374s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:05.052333689Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 704.404441ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:05.059012682Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 954.627955ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:05.131073656Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 1.270886327s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:05.610530444Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 1.190037907s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:05.772146578Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 1.383956785s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:06.094964355Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 968.380298ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:06.329204766Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 940.154786ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:06.889528204Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 1.266000272s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:06.969153511Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 1.365067311s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:07.307460296Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 902.090604ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:07.487063566Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:07.637539599Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 675.487428ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:07.837904795Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 679.159401ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:08.242968914Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 1.258151364s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:08.398042639Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 822.86688ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:08.523049001Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 1.326750928s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:08.681119968Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946\") failed: Property not found. retry in 1.480432204s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:08.931152054Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_d274347f-9762-4775-9e9c-790294b65946","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 743.196138ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:09.354639691Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 562.989703ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:09.66481417Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5\") failed: Property not found. retry in 765.343791ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:10.016077989Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_9182b4bd-b43b-4a28-8280-be6d9a163ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608\") failed: Property not found. retry in 1.318534881s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:10.106479399Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_a4bf3c41-0811-4e14-ac6a-bb33f7cb5608","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63\") failed: Property not found. retry in 825.346221ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:10.235687274Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_4e066324-a926-429a-9fcd-2ffa2736fc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:11.451924146Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:11.45290629Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:11.45333061Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"6090ad5c-e1a1-4065-8dec-e724451eb484","remote_addr":"[fd00:1122:3344:101::1]:44951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":23334415,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:11.491226051Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:34800"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:11.524929752Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3046"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:11.721366663Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3064"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:12.63873768Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:17.658237976Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.221497015Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3085"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.221791033Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"469b6488-2b3e-40e0-b4e5-328ed511f370","remote_addr":"[fd00:1122:3344:101::1]:34800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":6730473,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.270311454Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.271019961Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:53640"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: false, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.271659286Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: false, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.271680077Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.308965754Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.309037096Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.337478568Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.33756173Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.366098205Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.366170307Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.394556647Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.394629769Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.42177388Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.421843331Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.448872689Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.448961171Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.476459Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.476522012Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.504281777Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.504354779Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.602676482Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.602759064Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.703321332Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.703397183Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.783973475Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.784049726Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.860543218Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.86064041Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.943578749Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:18.943646521Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.035681161Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.035789933Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.126652205Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.126751337Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.230029931Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.230126063Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.316025194Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.319443987Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.400979992Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.401061684Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.486262456Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.489515006Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.567816081Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.567896733Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.568220511Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.585261576Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"6d4473eb-380c-477c-94e3-f536aa632c85","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":1314036,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:19.585788059Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"108.354407ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d4473eb-380c-477c-94e3-f536aa632c85\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6d4473eb-380c-477c-94e3-f536aa632c85\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.695207342Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.696208186Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.696228807Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.727093668Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.730800298Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.756937784Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.757012256Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.785604292Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.785681604Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.813569793Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.813644655Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.843315627Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.846177747Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.873776308Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.87384199Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.901647886Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.901710658Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.929396952Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.929460614Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.960229162Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.960318374Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.990220952Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:19.990297724Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.018589793Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.018663425Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.045292773Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.045355634Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.072411163Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.072486215Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.09902863Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.099103852Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.12487703Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.124937391Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.151132909Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.151215891Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.176623809Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.176712301Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.203203676Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.203283548Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.232069029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.232141421Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.260664195Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.260751427Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.261038614Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.27156542Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"2cc85671-9ee3-49cb-adea-1ef5f3ffc756","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":575628,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:20.27199302Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"64.747835ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc85671-9ee3-49cb-adea-1ef5f3ffc756\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2cc85671-9ee3-49cb-adea-1ef5f3ffc756\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.338250393Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.339240077Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.339257748Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.36810449Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.368190892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.397791932Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.397859274Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.425916847Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.4260281Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.454082662Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.454150474Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.479839408Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.47990751Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.504487058Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.50455922Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.533255768Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.53333704Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.561866665Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.561939386Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.590935142Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.591021274Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.619564839Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.619645561Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.648516183Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.648595765Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.680178944Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.680256346Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.709333254Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.709417966Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.736443204Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.736536556Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.762662292Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.762747334Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.789529886Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.789615338Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.817389084Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.817458246Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.844624077Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.847792104Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.874459353Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.874532915Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.903745386Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.903830548Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.904110864Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:20.914792504Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"652aa9ab-03aa-4577-a0aa-268c00ae8469","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":575831,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:20.915212425Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"121.555729ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652aa9ab-03aa-4577-a0aa-268c00ae8469\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"652aa9ab-03aa-4577-a0aa-268c00ae8469\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.038505346Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.039480169Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.03950352Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.072064552Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.072125754Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.102416891Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.102479732Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.133227081Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.133310643Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.161661773Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.161724394Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.190669119Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.190762881Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.218780633Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.218853515Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.247589375Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.247651276Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.276371785Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.276430216Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.304852338Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.3049243Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.334811307Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.334879049Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.363572097Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.363640299Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.393072275Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.393142737Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.421723213Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.421792274Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.449206862Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.449271703Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.476426013Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.476495315Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.503508592Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.503585584Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.530730325Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.530787236Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.557965408Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.55803814Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.585109689Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.58517052Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.612221598Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.61230015Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.612627068Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.624695332Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"189ee228-2c92-4df2-8019-a99c60857973","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":585476,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:21.625167924Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"90.383368ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"189ee228-2c92-4df2-8019-a99c60857973\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"189ee228-2c92-4df2-8019-a99c60857973\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.717443429Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.718341671Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.718360932Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.747547162Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.747623214Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.774445617Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.774514548Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.80044624Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.800500231Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.826722989Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.826786341Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.852867235Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.852938567Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.879386401Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.879445742Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.90522849Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.905310662Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.932184916Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.932261828Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.958536827Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.958610699Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.985104164Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:21.985172076Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.013487145Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.013558577Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.038856892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.038927974Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.062887207Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.062954639Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.086690997Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.086765688Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.110607599Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.11067151Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.138972049Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.13903678Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.169598404Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.169676796Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.200189379Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.200275131Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.230821685Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.230897026Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.260771743Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.260850905Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.261160253Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.271822152Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"68f51dd4-f8c8-4bf3-9312-1085f8e62806","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":553731,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:22.272234393Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"292.620971ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f51dd4-f8c8-4bf3-9312-1085f8e62806\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"68f51dd4-f8c8-4bf3-9312-1085f8e62806\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.565656594Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.566656518Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.566684389Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.599041887Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.599130178Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.627376766Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.627450888Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.658186986Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.658259778Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.666363635Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.683367799Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.68343829Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.707794553Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.707881145Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.735865947Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.735939808Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.760582008Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.76065394Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.7881871Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.788258282Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.816199952Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.816264234Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.838415902Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.838474954Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.863425061Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.863490283Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.886715078Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.88678135Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.911109912Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.911201234Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.936041939Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.936113Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.965100556Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.965187858Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.995329802Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:22.995405763Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.021426247Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.021502039Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.049407438Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.04950706Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.075139114Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.075234346Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.103007002Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.103129636Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.103400892Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.113698073Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"31adfa10-f71d-4fea-9117-990056e7ca3f","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":547303,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:23.114112283Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"171.017244ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31adfa10-f71d-4fea-9117-990056e7ca3f\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"31adfa10-f71d-4fea-9117-990056e7ca3f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.286476808Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.287555104Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.287578835Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.320464225Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.320552547Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.349590734Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.349664536Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.375266139Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.375352081Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.402716077Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.402795079Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.43038461Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.430463682Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.454559579Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.454650121Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.478122232Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.478215985Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.504699199Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.504761451Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.529817021Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.529903883Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.557158016Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.557232578Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.583030016Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.583132458Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.609225663Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.609295845Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.633166376Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.633231527Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.656696029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.656770651Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.680942469Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.681018181Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.70564928Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.705713742Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.729448049Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.729527661Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.753986137Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.754082339Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.777750635Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.777834117Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.809680502Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.809759764Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.810074132Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:23.820159707Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"39580cd3-0d89-4d15-ab3f-0a384caf20e1","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":532905,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:23.820627008Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"245.458013ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39580cd3-0d89-4d15-ab3f-0a384caf20e1\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"39580cd3-0d89-4d15-ab3f-0a384caf20e1\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.067029966Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.068117122Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.068143113Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.100148312Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.100235924Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.130520171Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.130598793Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.16087837Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.160977612Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.189329402Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.189405734Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.216927324Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.217005756Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.244029994Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.244103975Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.27100787Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.271076892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.299889533Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.299961695Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.329558126Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.329662388Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.360860847Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.36094871Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.39138279Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.391454272Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.420841637Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.420917359Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.450796146Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.450868838Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.479842572Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.479918084Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.508827688Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.50890665Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.537102526Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.540519459Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.566800669Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.566865681Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.595988029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.596077532Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.621964231Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.622038503Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.652573927Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.652665089Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.652950496Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.664917107Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"dbcf38e3-22fa-47e6-915b-37454db8a4c9","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":597108,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:24.665355278Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"183.478228ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbcf38e3-22fa-47e6-915b-37454db8a4c9\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dbcf38e3-22fa-47e6-915b-37454db8a4c9\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.849644533Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.850694649Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.850722939Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.881821436Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.881903878Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.910786101Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.910862683Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.939612713Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.939698135Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.97152669Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:24.971630012Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.000625988Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.00071922Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.029505221Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.029580083Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.058771823Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.058889666Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.088839655Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.088912616Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.11617549Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.116244092Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.145022872Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.145101514Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.173868394Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.173985507Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.201284642Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.201371424Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.228456023Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.228537625Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.256295421Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.256371442Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.287225363Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.287311325Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.315644645Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.315721917Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.345634585Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.345710127Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.376185888Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.376286901Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.403957454Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.404032256Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.431229698Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.43130587Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.431612928Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.442670237Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"34259293-544f-434a-8fb1-9038803874cc","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":592264,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:25.443169859Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"378.687654ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34259293-544f-434a-8fb1-9038803874cc\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"34259293-544f-434a-8fb1-9038803874cc\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.822738256Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.823782862Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.823816222Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.855662448Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.85575873Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.884440278Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.88452281Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.91287416Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.912955732Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.941589699Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.941675461Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.973162507Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:25.973245189Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.003016654Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.003092526Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.032079841Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.032157373Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.058823022Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.058903844Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.089889418Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.08997524Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.11668597Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.116742292Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.134968115Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.135040717Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.152645156Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.152698257Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.170604633Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.170655884Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.188529599Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.188588751Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.20663559Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.206691041Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.225169621Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.227461007Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.242972864Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.243030516Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.260792978Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.260854659Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.278913879Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.27896874Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.296760063Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.296823365Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.297071211Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:26.303930198Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"e6820bdf-1eaa-416a-8664-e553f6223422","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":480454,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:26.304279696Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"715.039586ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6820bdf-1eaa-416a-8664-e553f6223422\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e6820bdf-1eaa-416a-8664-e553f6223422\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.020588401Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.021291738Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.021315448Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.043545149Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.043595661Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.063150586Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.063199507Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.081835931Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.081885472Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.099137862Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.099190534Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.117064278Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.1171104Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.135427176Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.135474677Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.153023204Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.153073105Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.170236803Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.170282244Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.188787564Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.188834585Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.207554841Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.207605312Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.225256122Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.225326313Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.24364677Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.243697121Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.262221691Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.262296543Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.2806567Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.280709372Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.298885554Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.298944515Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.316550444Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.316595545Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.334590213Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.334632314Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.353344969Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.353403401Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.371756228Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.371811489Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.389779026Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.389829347Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.390097244Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.397523945Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"0f68fc5d-b386-4e40-9a53-31c13a2ce130","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":376418,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:27.397891344Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"428.194648ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f68fc5d-b386-4e40-9a53-31c13a2ce130\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0f68fc5d-b386-4e40-9a53-31c13a2ce130\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.670236051Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.827418207Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.828116104Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.828135264Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.850740845Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.850794916Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.87273302Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.872792171Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.893018403Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.893071925Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.913690947Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.913750288Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.933775895Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.933841967Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.953139357Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.953190868Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.972261732Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.972317714Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.991131942Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:27.991187433Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.010978545Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.011036126Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.03217723Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.032235632Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.051004909Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.05105927Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.069483218Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.06954097Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.087712952Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.087762614Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.106877189Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.10693448Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.12501921Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.125081552Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.144170256Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.144227378Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.164125722Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.164175243Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.182639593Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.182694494Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.201276986Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.201331018Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.219282444Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.219348436Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.219565941Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.226763146Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"d200a413-85f1-492b-b3b1-8b67debc7a4c","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":398842,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:28.227112045Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"745.014102ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d200a413-85f1-492b-b3b1-8b67debc7a4c\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:28 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d200a413-85f1-492b-b3b1-8b67debc7a4c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.972634439Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.973764037Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.973783538Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.994940713Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:28.995003344Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.016189959Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.016249101Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.036255978Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.03631976Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.054787689Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.0548462Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.073279429Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.073335961Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.091440651Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.091495063Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.109332947Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.111740515Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.128881362Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.128937414Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.147760652Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.147821383Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.166224551Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.166277903Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.186413713Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.186494025Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.206738107Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.206794449Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.227504123Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.227565284Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.248669828Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.248722889Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.268761497Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.268831339Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.287921633Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.287988475Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.306944376Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.306997717Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.325867547Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.325929118Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.343725342Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.343779763Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.362807016Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.362865687Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.363100273Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.370238867Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"3ecef72a-9e77-4d00-b34a-b3d2ef1b425f","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":397121,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:29.370574665Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"597.512704ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ecef72a-9e77-4d00-b34a-b3d2ef1b425f\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3ecef72a-9e77-4d00-b34a-b3d2ef1b425f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.969155433Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.9698622Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.969888101Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.991399404Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:29.991481146Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.013339858Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.01339994Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.032988306Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.033055178Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.051661371Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.051722902Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.069989927Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.070044978Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.088272602Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.088330484Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.106159777Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.106223029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.124183666Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.124240578Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.142329468Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.144661695Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.161515985Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.163742669Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.180125628Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.180192389Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.198176877Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.198237308Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.21597911Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.216058622Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.2340605Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.234118572Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.251666169Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.251738591Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.269423381Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.269471652Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.289744226Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.289802157Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.309410754Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.309471266Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.328408587Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.328470448Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.346466026Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.346538168Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.346770043Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:30.354382889Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"417159db-d796-4a92-b423-0a79ac526bbd","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":384728,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:30.354726627Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"758.436657ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"417159db-d796-4a92-b423-0a79ac526bbd\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"417159db-d796-4a92-b423-0a79ac526bbd\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.114256203Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.115428162Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.115484723Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.136648388Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.13670928Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.156869991Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.156935742Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.175892203Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.175949975Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.19381546Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.193871751Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.212280029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.212345581Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.23080534Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.230870892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.250655173Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.250720705Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.26903473Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.269095962Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.287861639Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.28791712Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.306204245Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.306252696Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.324520121Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.324589962Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.342867227Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.342931459Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.360921277Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.360981978Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.379171241Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.379247563Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.397658431Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.397718293Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.415830693Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.415894865Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.433977955Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.434036516Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.452281401Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.452339892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.470554205Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.470607267Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.488285626Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.488361918Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.488577903Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:31.495895011Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"d78e6560-e49f-4abe-bfc1-b7d32e6afa44","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":381151,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:31.496227569Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.148948833s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d78e6560-e49f-4abe-bfc1-b7d32e6afa44\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d78e6560-e49f-4abe-bfc1-b7d32e6afa44\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.524505586Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65294"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.524618319Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"3ee639d0-f55e-489f-a7e5-04d7830d7888","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65294","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":64,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.645561343Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.64627113Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.64628677Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.668083491Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.668161363Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.671886733Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.688686422Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.688746134Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.70954858Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.709608842Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.729357452Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.729416924Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.746870998Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.7469434Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.765865241Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.765935842Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.784200107Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.784253888Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.802614425Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.802682977Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.820215483Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.820288905Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.839488693Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.839547124Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.858062845Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.858114126Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.876239967Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.876301809Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.894278346Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.894343558Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.912711245Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.912775807Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.931208595Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.931262176Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.950952966Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.951014677Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.968732508Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.96879604Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.987374342Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:32.987449134Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:33.006071497Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:33.006132919Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:33.024743621Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:33.024838254Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:33.02509109Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:33.033216978Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"b172855b-3898-4048-a2b2-eb3cb859a442","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":387119,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:33.033578957Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.517503115s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b172855b-3898-4048-a2b2-eb3cb859a442\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b172855b-3898-4048-a2b2-eb3cb859a442\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.552210347Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.553211431Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.553224851Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.574811427Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.574859658Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.593396019Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.59344938Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.614316098Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.61437439Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.632857259Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.63290084Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.650387716Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.650450328Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.668647781Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.668686631Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.685915681Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.686010243Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.705456017Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.705519108Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.724449069Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.72451357Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.743111873Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.743174395Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.761781227Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.761848869Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.780031112Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.780092873Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.80009289Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.800150061Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.820174738Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.82024071Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.839893109Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.83995372Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.859151607Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.859211619Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.879546344Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.879604885Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.900008972Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.900065153Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.922384866Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.922446478Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.942123977Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.942200919Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.942422034Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:34.950022789Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"ee222d4a-dc7c-4cba-bd0f-1eae212d99a2","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":396996,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:34.95046352Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.118922689s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee222d4a-dc7c-4cba-bd0f-1eae212d99a2\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ee222d4a-dc7c-4cba-bd0f-1eae212d99a2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.070977951Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.072611601Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.072623861Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.095224071Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.095315924Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.115194847Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.115244978Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.133466402Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.133512943Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.150050856Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.150105877Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.168075484Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.168158096Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.188530592Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.188583874Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.207827772Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.207896493Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.226499206Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.226563218Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.246517644Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.246590585Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.265723951Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.265799703Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.284140279Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.284202321Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.30224659Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.304599487Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.322190805Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.322258107Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.342154891Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.342208713Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.360874047Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.360938188Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.379279095Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.379364757Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.397681913Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.397745264Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.417536176Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.417581827Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.436339404Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.436417486Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.45469591Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.454794213Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.455040349Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:36.462566452Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"7e1ff981-177f-4c2f-b5c5-d7fde0aa7ba4","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":390674,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:36.462951471Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"3.172790174s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e1ff981-177f-4c2f-b5c5-d7fde0aa7ba4\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7e1ff981-177f-4c2f-b5c5-d7fde0aa7ba4\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:37.673004382Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.636877759Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.637570576Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.637587207Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.660394842Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.660467363Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.683118055Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.683185916Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.70263577Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.702695591Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.72033448Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.720397772Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.737450717Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.737512809Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.756300496Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.758707454Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.776015246Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.776078497Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.796009722Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.796077344Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.81647112Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.816534872Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.835974405Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.836049307Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.854583258Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.856570167Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.875802084Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.875869086Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.894281774Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.894344426Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.911591695Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.911664937Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.928281382Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.928343703Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.944753613Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.944808054Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.961104521Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.961174942Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.977882269Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.977950061Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.995126309Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:39.99519414Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:40.012537323Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:40.012618225Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:40.01284173Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:40.019666256Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"b2addbfa-d4ba-4f06-80af-3e9b88fbd541","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":382292,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:40.020081976Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"3.681041062s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2addbfa-d4ba-4f06-80af-3e9b88fbd541\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b2addbfa-d4ba-4f06-80af-3e9b88fbd541\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:42.674159512Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.702224544Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.703069154Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.703084425Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.725736516Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.725788887Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.747201468Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.74725517Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.767554244Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.767601815Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.787918679Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.787970261Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.808338276Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.808381668Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.829525782Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.829574543Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.850134434Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.850180845Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.872764944Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.872821286Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.89230479Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.892355231Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.911844986Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.911887587Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.930771946Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.930819928Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.950716232Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.950768943Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.969865328Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.969910579Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.989782523Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:43.989823804Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.007709769Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.00775921Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.028028834Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.028078585Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.047824885Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.047868497Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.06815144Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.068211152Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.089209323Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.089257784Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.110153222Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.110208804Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.110581293Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:44.118104886Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"bbecf6cb-4c5a-493c-9546-9862e08f930a","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":415226,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:44.118489945Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.98862355s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbecf6cb-4c5a-493c-9546-9862e08f930a\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bbecf6cb-4c5a-493c-9546-9862e08f930a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.108496846Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.109265665Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.109280605Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.130310047Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.130375269Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.149669578Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.1497239Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.168777314Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.168831085Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.187978421Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.188035302Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.206463821Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.206516192Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.224144511Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.224216823Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.242968499Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.243036211Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.261740956Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.261810658Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.280465392Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.280516913Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.298374728Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.298439879Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.316601511Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.316677463Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.336051935Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.336092886Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.3543563Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.354429382Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.372250566Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.372312187Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.390395567Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.390463259Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.4085987Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.408656532Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.426332652Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.426397964Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.444484394Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.444543205Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.46159438Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.461651512Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.479596678Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.47969076Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.479925435Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.487295595Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"8592ab2b-1341-4678-ada2-a326523b00b8","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":378227,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:47.487763156Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.498762152s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8592ab2b-1341-4678-ada2-a326523b00b8\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8592ab2b-1341-4678-ada2-a326523b00b8\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:47.675556287Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:49.987532546Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:49.988216333Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:49.988229143Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.010102915Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.010149796Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.029822215Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.029864616Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.049847903Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.049893104Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.070471465Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.070530836Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.089264232Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.089310173Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.107506896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.107552797Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.127151034Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.127199225Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.14547294Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.145525922Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.164515264Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.164615776Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.183410973Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.183466795Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.202325234Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.202378905Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.22187188Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.221933861Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.239354175Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.239404156Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.256864061Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.256925793Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.274433459Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.274507931Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.292688243Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.292758195Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.311205254Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.311257955Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.329653073Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.329717014Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.34717635Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.349500926Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.3652991Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.365365642Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.365608958Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:50.373059789Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"bafa8903-3fe0-4376-bdaf-711a8d19e80b","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":385031,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:50.3735045Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"6.087359188s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bafa8903-3fe0-4376-bdaf-711a8d19e80b\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bafa8903-3fe0-4376-bdaf-711a8d19e80b\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:52.677265289Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.078340993Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.080138707Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.080151117Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.083066719Z","hostname":"sock","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.101541777Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.101592568Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.120825026Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.120866507Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.140029524Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.140072445Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.158268648Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.158309029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.175871486Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.175905147Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.193649049Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.19369896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.211440172Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.211501064Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.22944205Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.229490281Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.24710647Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.247157461Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.26476624Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.264806631Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.284283645Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.284345306Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.305090661Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.305151653Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.323541971Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.323609162Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.341753354Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.341812185Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.359377113Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.359434484Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.377453872Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.377524944Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.395666876Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.395721357Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.413994702Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.414059174Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.43159303Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.431667362Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.449207369Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.449290011Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.449500466Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:57.456914037Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"e1a8454e-ae65-469b-b77a-1d721f164014","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":377641,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:45:57.457300706Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"7.079735976s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1a8454e-ae65-469b-b77a-1d721f164014\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:45:57 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e1a8454e-ae65-469b-b77a-1d721f164014\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:45:58.294152333Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:03.174135603Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:03.174268777Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"83e8524a-c7a2-4dd0-acef-5371a1cce8f1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35652","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":78,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:03.294802278Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.533846786Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.534521982Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.534536793Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.556314704Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.556370466Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.577228235Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.577272666Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.596019463Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.596074075Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.614006882Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.614068014Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.632638111Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.632679638Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.651166139Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.65122131Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.669087926Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.669138128Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.686686176Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.686730967Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.704008599Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.70404942Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.722034489Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.72208301Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.740688224Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.740732035Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.758664332Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.758707694Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.777167534Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.777230966Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.795548863Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.795599844Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.812287411Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.812332292Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.830185398Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.830233959Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.848090845Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.848147616Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.866581996Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.866633467Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.884220337Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.884269558Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.902009391Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.902067012Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.902331989Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:04.909438912Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"297bfeb3-5b7e-499b-9f71-e0e1d651d81f","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":376109,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:46:04.909815791Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"6.32633248s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297bfeb3-5b7e-499b-9f71-e0e1d651d81f\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:46:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"297bfeb3-5b7e-499b-9f71-e0e1d651d81f\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:08.282846295Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.220224418Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.220981896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.221001567Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.242401939Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.242464551Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.262787917Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.262855529Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.281144555Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.281205546Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.302305901Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.302345152Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.322274428Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.32235337Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.340100563Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.340158475Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.359298782Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.359361073Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.377209489Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.37726655Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.395975697Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.396026488Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.414204702Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.414266253Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.432889598Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.43295524Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.45102713Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.451084812Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.468368884Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.468429745Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.487622944Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.487681625Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.506028813Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.506077064Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.525020676Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.525063307Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.543313373Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.543366044Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.561470676Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.561514737Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.580045769Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.58009235Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.597971097Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.598031398Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.598340406Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:11.606098455Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"54f855b1-942d-4d13-b27a-56a203140445","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":386350,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:46:11.606491555Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"10.113435402s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f855b1-942d-4d13-b27a-56a203140445\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:46:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"54f855b1-942d-4d13-b27a-56a203140445\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:13.271146798Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:18.260250792Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.693974657Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.694776936Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.694792456Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.715962763Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.718360352Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.735754956Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.738024452Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.75474677Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.754806491Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.772476932Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.772526424Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.790363449Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.790454561Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.808692126Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.808747278Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.826192243Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.826252365Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.843752952Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.843823264Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.86171075Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.861765831Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.879338731Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.879388602Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.897856482Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.897926754Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.91580108Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.915858192Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.933188245Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.933250056Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.951664976Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.951729017Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.969509051Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.969559332Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.986831804Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:21.986901505Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.004608908Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.004668519Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.02559393Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.025654401Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.044746896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.044826078Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.063731809Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.06381331Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.064309804Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:22.072237357Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"be741d3b-c528-4810-beb1-14efbf6544aa","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":378689,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:46:22.072555285Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"12.137099884s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be741d3b-c528-4810-beb1-14efbf6544aa\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:46:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"be741d3b-c528-4810-beb1-14efbf6544aa\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:23.248273497Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:28.236737284Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:33.126811079Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48047"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:33.126904521Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"86a8dacb-8eff-4fbd-810b-e19658a096be","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48047","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":59,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:33.225248432Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.177916221Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.17870715Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.17872751Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.201724671Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.201798703Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.221186866Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.221246778Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.239465983Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.239519624Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.256750165Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.256822526Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.273952284Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.274007265Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.29100869Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.291065352Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.309673556Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.309732767Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.326913477Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.326972528Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.346030353Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.346097735Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.366474712Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.366530293Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.384938703Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.385001144Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.40284567Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.402914252Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.420550622Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.420628944Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.439011252Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.439075414Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.457075403Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.459377349Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.475256787Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.475322008Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.493092782Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.493156044Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.510656371Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.510718612Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.528492526Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.528549418Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.546287034Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.546370073Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.546617139Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:34.554088271Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"1d575eb7-de0c-48c4-ab14-d989585efbcb","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":376594,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:46:34.554499901Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"14.976641563s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d575eb7-de0c-48c4-ab14-d989585efbcb\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:46:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1d575eb7-de0c-48c4-ab14-d989585efbcb\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:38.214230311Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:43.202057092Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:48.190130018Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.492157403Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.493090344Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.493108111Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.514967509Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.515047346Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.536076954Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.538377871Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.555496038Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.55555458Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.57361468Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.573669192Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.591103137Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.591156939Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.609383273Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.609457965Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.627983137Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.628037859Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.645592797Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.645659229Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.664409666Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.664493758Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.683194365Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.683253356Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.702597408Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.70265969Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.724731558Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.72479768Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.744754487Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.744825339Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.764802166Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.764864458Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.78257975Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.782653432Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.800040896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.800088887Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.81985219Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.819918971Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.840055343Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.840127575Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.858740589Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.85879347Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.876865271Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.876938033Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.87724129Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:49.884520058Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"ba64213d-9a16-402b-a2a8-8dd9ad7a0335","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":392723,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:46:49.884917368Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"7.602019805s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba64213d-9a16-402b-a2a8-8dd9ad7a0335\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:46:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ba64213d-9a16-402b-a2a8-8dd9ad7a0335\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:53.17799584Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.467491479Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.468377111Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.468399892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.490250405Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.490314096Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.510363446Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.510416187Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.528235252Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.528292573Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.545597226Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.545654597Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.561784121Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.561836932Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.578766205Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.578820336Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.596619321Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.596678152Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.612683053Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.61462734Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.628345225Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.628412077Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.646342904Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.646413436Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.663895183Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.663957934Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.683319217Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.683370338Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.700731231Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.700798053Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.718360162Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.720269198Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.734462315Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.736418253Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.751925268Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.751997843Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.769276274Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.769341216Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.786451323Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.786507585Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.802348051Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.802412113Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.818972237Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.819048209Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.819280575Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:57.826723251Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"17caa0df-5f95-4e66-adcb-b310b469a995","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":359480,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:46:57.827125286Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"14.892201557s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17caa0df-5f95-4e66-adcb-b310b469a995\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:46:57 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"17caa0df-5f95-4e66-adcb-b310b469a995\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:46:58.165916413Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:03.078089639Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:03.078221952Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"89fbcf0e-d7e7-4a57-8c45-4dc2133f2e2b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36682","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":80,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:03.154188066Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:08.142271663Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.680139631Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.680842619Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.680863109Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.70303323Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.703095522Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.721316596Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.721391658Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.741706064Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.741778316Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.760338983Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.76040428Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.780623054Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.780684365Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.798835898Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.79890334Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.816816127Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.816885359Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.835003981Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.835063422Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.853108033Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.853175125Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.871476891Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.871529642Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.889665775Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.889735787Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.908526934Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.91078629Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.926706378Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.926760049Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.944056711Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.944110823Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.963100406Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.963173788Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.981405613Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.981466795Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.999658406Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:12.99971674Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:13.018062728Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:13.018120039Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:13.036871447Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:13.036933438Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:13.054893647Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:13.054971198Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:13.055287676Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:13.062717367Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"00e34f3e-0ab7-4c80-a327-03f036183bd5","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":383104,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:13.063120147Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"18.457958121s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e34f3e-0ab7-4c80-a327-03f036183bd5\", \"content-length\": \"124\", \"date\": \"Tue, 23 Jan 2024 18:47:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"00e34f3e-0ab7-4c80-a327-03f036183bd5\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:13.129065157Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:18.116772123Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:23.104205411Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:28.09253412Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b1bf6595-177b-4c78-bd39-164d60f7d632, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4128e2f8-965f-4ce0-a75a-d5e114753460, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 7c9a2d16-9fac-4548-a228-c433e5573a79, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8cee4ea7-07af-499a-97bb-6d1b7e3a428f, kind: Service { id: 4fad6e5b-668e-4eae-b808-20ad50eff99c }, name: Name(\"ntp-4fad6e5b-668e-4eae-b808-20ad50eff99c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 137])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4e066324-a926-429a-9fcd-2ffa2736fc63, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: d274347f-9762-4775-9e9c-790294b65946, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 03aed299-9852-4660-9da9-34a21aec3294, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 03b23ff8-daf2-4d73-9672-28011985d5c7, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 13b5c6fe-b598-4362-abbf-2797af265d97, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2c9d400-d96e-44da-934d-5a77388a5e38, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1628de23-16dd-472e-aeda-1d1e07fdf98d, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 18dd51ec-08bf-41a1-a470-d97821f88210, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 40336d05-1a90-470f-b21c-ac35f3bd8a38, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 350adeb5-d7cc-4499-ae9e-37e20c416744, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3dfe586e-e625-4813-89e4-1708a187a944, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: de3885ea-3b65-4286-947d-03a26fe370ec, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 99e97100-14a0-47dd-915f-0b788895fea8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: a6637c4e-e614-4e72-97c4-892fda21bf2d, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0b23d433-a9ad-4d04-8459-cde29b53680a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.471871042Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.472908508Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b1bf6595-177b-4c78-bd39-164d60f7d632, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.472923088Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.494277449Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4128e2f8-965f-4ce0-a75a-d5e114753460, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.494362191Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.513103389Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7c9a2d16-9fac-4548-a228-c433e5573a79, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.513190721Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.530697118Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a4bf3c41-0811-4e14-ac6a-bb33f7cb5608, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.530753689Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.549651841Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9182b4bd-b43b-4a28-8280-be6d9a163ad5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.549722252Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.567102046Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4e066324-a926-429a-9fcd-2ffa2736fc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.567168548Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.583847125Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d274347f-9762-4775-9e9c-790294b65946, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.583905857Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.60164749Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03aed299-9852-4660-9da9-34a21aec3294, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.601721751Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.619403653Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 03b23ff8-daf2-4d73-9672-28011985d5c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.619477395Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.637915305Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.637995517Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.65575554Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1ef6a3e-ac80-4791-a742-d8a3fe216fce, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.655822712Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.674158629Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfe586e-e625-4813-89e4-1708a187a944, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.674231171Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.691602825Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: de3885ea-3b65-4286-947d-03a26fe370ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.691666067Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.709175404Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 99e97100-14a0-47dd-915f-0b788895fea8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.709250526Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.728178298Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a6637c4e-e614-4e72-97c4-892fda21bf2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.728229399Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.74628175Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d25f6f12-cd7b-47ee-a556-ce796fb0e398, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.746351991Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.764355791Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0b23d433-a9ad-4d04-8459-cde29b53680a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.764412282Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.782617036Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.782666318Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.800615145Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6a5927f5-2d68-4d95-916b-fd351c9ecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.800670707Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.818519722Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 85b9e42d-c193-4b12-8ba4-644c4a0cb970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.818587434Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.836080641Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.836158743Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.83644488Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.84382292Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.960252001Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.960632671Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.960682662Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.960705403Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.960719913Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.963082801Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.963197163Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.965645417Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.965741895Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.976500678Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.976728484Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.976744014Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.976751034Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.976759754Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.976767304Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.976774115Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.976780175Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.976789395Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:31.977969494Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.242738296Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.247804959Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.252576206Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.256816889Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.262412666Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.267477319Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.272261506Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.276963461Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.281373629Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.285795327Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.290742192Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.295020452Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.299178243Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.303937449Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.308912621Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.313825681Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.318935995Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.32363007Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.327858303Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.332148888Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.336483764Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.341566368Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.346852947Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.352186337Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.360217813Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.403976071Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.438244277Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.473101768Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.473288593Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.514708784Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.549144374Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.54980749Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.555893549Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.566374684Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.566402655Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.618874676Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte1\", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 187, 126]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.618951317Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.623197871Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.623232652Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.688821333Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte2\", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 238, 220]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.688886744Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.691782545Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.691799306Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.741316584Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte3\", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 214, 131]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.741376875Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.743761404Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.743796015Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.80673672Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte4\", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 143, 31]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.806806142Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.808716329Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.808730179Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.859702693Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte5\", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 129, 112]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.859760145Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"nexus"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861056756Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861086717Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861371544Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861388454Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861485987Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861495957Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861559589Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861566419Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.8616369Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861647651Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.861906857Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.86407528Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.866310745Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.866340085Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.866347955Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.868457707Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.870504137Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.870516707Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.870525347Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.928578044Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:32.998112871Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.004940458Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.010597306Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.01570298Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.021041201Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.027749905Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.035596536Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.041185542Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.046860921Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36918"} {"msg":"Installing Omicron zone: oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.046929173Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.050750266Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"4957e5ed-213f-46d0-a7ac-f189dfc671b9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36918","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":3754,"response_code":"200"} {"msg":"Installing Omicron zone: oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.051946075Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:33.079483917Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.237993455Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.238150389Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.245119549Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.245286673Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.261793976Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.261991931Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.409535162Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.410520696Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.410644779Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.410812113Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.410824563Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.416704207Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.416890031Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.416905432Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.421282729Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.426081726Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.430850472Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.435741721Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.435805093Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.441163254Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.441287647Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.44140471Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.446863593Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.452578412Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:35.540248042Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 26.533858ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:35.796612889Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 71.859479ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:35.807035423Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 36.269435ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:35.815972141Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 49.765972ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:35.825653757Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 120.008818ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:35.835360594Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 36.57224ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:35.846447495Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 45.529918ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:35.855609669Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 27.498138ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:35.864938167Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 66.254735ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:35.924802467Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 41.355343ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:36.017658293Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 70.73589ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:36.275642112Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 27.299134ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:36.816691861Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 28.672169ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:36.851890357Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 42.801671ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:36.890421455Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 91.369019ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.027227714Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 79.980418ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.439870358Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 82.961713ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.532689357Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 208.994968ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.600937608Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 81.352559ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.69878917Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 90.148646ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.756550326Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 99.676422ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.807497016Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 93.938265ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.841599506Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 117.489797ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.85614226Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 120.170223ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.871226197Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 98.518866ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.884204353Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 113.898492ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.896731068Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 134.865743ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.910190225Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 257.033916ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.922884534Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 178.970271ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.937032558Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 155.126484ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.951353197Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 558.190664ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.961658108Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 284.097798ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.973483066Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 281.300152ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.986229016Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 232.620465ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:37.996076946Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 296.326468ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.006813257Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 243.015318ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.017306852Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 280.296153ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.028685559Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 238.640682ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.038450057Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 103.764249ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.049621199Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 147.586254ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.05912211Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:38.073058429Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 349.178549ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.120547865Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 491.321569ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.131624855Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 318.241706ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.168547213Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 557.504679ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.19675839Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 512.067513ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.221920663Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 234.250226ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.243743424Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 447.61466ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.27113242Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 454.362048ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.283472161Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 509.90359ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.296043077Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 593.973958ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.308672804Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 396.620659ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.322970902Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 226.605578ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.333729144Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 853.63847ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.482082585Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 508.032967ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.49627369Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.005109421s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.511101751Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 451.315864ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.534602943Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 551.656495ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.575274153Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 577.232276ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.637628701Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 640.618809ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.731931396Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.106123718s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.746111581Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.196483469s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.757536819Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 932.330793ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.768924626Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 828.925564ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.783748307Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 646.149953ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.821685691Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 901.956841ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:38.922386451Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.450742041s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.002442989Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 601.198659ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.020638022Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 937.793224ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.146214608Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 622.972054ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.227825075Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.137004499s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.34759793Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.465385641s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.385648846Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 510.905703ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.480084525Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 740.339445ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.528057053Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.156488479s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.626104979Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 654.885568ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.638590053Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.391177285s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.715247949Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 780.387615ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.837381031Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.078961752s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.862485632Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.311262692s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.872750961Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.295323873s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:39.967352444Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.062370407s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.003312159Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.067041953s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.097197644Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 977.912078ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.280864825Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 835.148183ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.305249608Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:40.442759755Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:40.449229422Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.458038989s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.464188237Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:40.477435079Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.281584379s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.495499239Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 661.48772ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.630127085Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.471695529s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.795940031Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.12048516s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.864688184Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 658.140372ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.954275414Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 71.193328ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.964889833Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 66.373658ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:40.975390528Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 137.162046ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.049571244Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 133.048543ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.059586598Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.068671562s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.076436228Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 995.655086ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.117847996Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.075673922s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.150766817Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 961.238795ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.175415557Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.228162156s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.196737046Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 128.8132ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.211144677Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 120.636105ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.223400075Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.493690477s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.268317958Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 877.20126ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.279385238Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.255332187s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.301452515Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 548.313311ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.352709222Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 485.78826ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.36165601Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.282275029s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.625599514Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 880.484621ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.793228774Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 640.487754ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.861789972Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.120281233s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.914599337Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 881.638239ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.935858055Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.244226291s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:41.999852312Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 643.53606ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.126484895Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.026056447s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.150639963Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.139539961s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.163166327Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.408372832s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.174872882Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.383858044s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.237992779Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.350070695s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.279852108Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 807.122271ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.439123474Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 563.457961ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.514802116Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 776.155455ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.568867712Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 942.392738ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.686751341Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 877.249716ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.775879411Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.035210819s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.787388671Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 961.738844ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.831054184Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 963.523289ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:42.917264292Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 832.361064ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.044513069Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:43.075448472Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 917.198476ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.087175747Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.474699543s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.186549236Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 502.765554ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.258229211Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 987.156061ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.270386197Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 824.745418ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.315993017Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.169030483s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.3572114Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 683.240286ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.597737404Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 722.64427ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.635607176Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 895.99889ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.64729786Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 901.977363ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.658442282Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.211527203s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.670661069Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 882.086393ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.775207654Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 724.860732ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.806925226Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.261637223s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.835263075Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.0658187s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.889977796Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 718.854929ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:43.90121236Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.005521465s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.017248534Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.349178731s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.154465904Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 541.311368ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.27139309Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 640.123717ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.294511012Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 865.656793ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.371424924Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 822.795638ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.539018804Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 529.908023ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.550728269Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 815.443565ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.563335795Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 939.378755ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.575538143Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 737.758796ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.633055832Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.356387629s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.670412642Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.186137779s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.682555567Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 739.02687ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.825739422Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.21637313s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.895668743Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.268740487s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.946744827Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 619.838959ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:44.968754382Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 905.617261ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.036529812Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.388391218s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.093037797Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 606.323327ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.110928023Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 955.435351ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.248968173Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 817.885212ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.372566481Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.101450578s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.38114007Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 816.101878ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.389580155Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 643.107276ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.511840991Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 861.928046ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.524001367Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 995.351758ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.575231344Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 566.236065ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.597979088Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.313844798s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:45.726868785Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.025782625s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.00732994Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.241435108s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.231077326Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.173493243s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.358328513Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.357330231s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.402440197Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.11366689s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.455310704Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 876.820039ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.533094397Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 799.430397ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.563079617Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 827.104026ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.647315977Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 699.83849ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.720244492Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 811.952286ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.74890959Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.067958509s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.778847789Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 999.833376ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.793799282Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.477511702s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.807038335Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 539.711525ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:46.820526403Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 824.757101ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.091081578Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 747.294691ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.103674865Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 501.661207ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.391966081Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.281073625s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.401782891Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 766.204478ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.410672097Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.436955759s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.4313388Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.477060692s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.482166167Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 520.148035ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.492459167Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.157079351s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.542814773Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 591.556556ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.572351992Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.392480872s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.582296114Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.276991134s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.769801128Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 578.561416ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.803675652Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.195286392s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.98314477Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 541.256734ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:47.992552759Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 962.69654ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.001275211Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 662.892496ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.009252225Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.443615761s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.023933923Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:48.077179129Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 863.250842ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.173823091Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 736.691224ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.188083018Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 927.005744ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.293317969Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.029715489s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.393072627Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.295782269s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.544109663Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.127834245s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.680819071Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 815.776641ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.691249975Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.208491661s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.708338881Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 799.385254ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.877415846Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 863.297899ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.932284241Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.393712346s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.967754125Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.379861252s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.974099379Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 545.148263ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:48.984690887Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.309710819s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.046390739Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.112704719s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.055322856Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.062414652s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.18739184Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 721.324539ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.228403429Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 725.243493ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.431611935Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 861.958805ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.47661133Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 635.572431ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.516591053Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 852.541144ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.537950973Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 537.512662ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.686416937Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.471142392s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.80447756Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.267203761s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.817493287Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.296506263s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.848485781Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 958.022217ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.925430554Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.39851962s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:49.958125229Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 815.244534ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.161467059Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 773.952822ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.169561365Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 941.766561ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.176984506Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.165055116s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.233142853Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 835.556509ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.259607317Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 720.199686ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.348378278Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.447427711s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.362703266Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.281424028s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.370329602Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 702.388964ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.377788874Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 580.187825ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.398105268Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.325048732s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.893640098Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 698.4148ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.953303631Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.228227298s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.985720249Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 820.687751ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:50.993488529Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 635.615939ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.0781713Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 727.846158ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.089503215Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.481451811s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.097587402Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 878.000735ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.106247883Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.028614388s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.128936745Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 793.719652ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.154368604Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 531.020622ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.284456181Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 757.674225ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.365710438Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.479951821s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.406944092Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 634.762153ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.660659927Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.269077054s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.668352744Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.057993176s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.722363199Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.167513035s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.81813567Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 769.097045ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.825887769Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.260381737s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.833469114Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.498329154s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.840758441Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.040786783s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.957513142Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 772.225498ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:51.992100124Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.461330773s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.132375318Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 600.692446ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.166580111Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 612.928943ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.223009055Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 849.090465ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.230994229Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.083406966s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.303992926Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 994.790529ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.587959277Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 936.370941ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.604046459Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 842.192019ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.773218256Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.310980476s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.780324699Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.441317938s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.787579806Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 681.063112ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.84366537Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.32189346s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.895154103Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 635.307499ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.946649297Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.348038388s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:52.994329417Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.270770124s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.007035307Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:53.078417234Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 709.128907ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.088433878Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 799.101475ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.102111081Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.073143645s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.348236802Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 756.697583ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.394821765Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.409072204s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.534103235Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.159406646s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.549590812Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 966.368874ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.590486848Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.087838645s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.597889598Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.226177133s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.606137549Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 811.845265ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.623643995Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 768.334149ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.806202378Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 546.217434ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:53.909378369Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.332111941s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.099382104Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 681.753991ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.160374248Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 845.683916ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.226154559Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.281982349s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.237931786Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.00906589s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.286502288Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.406133512s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.350933307Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 565.258045ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.430171225Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 962.03015ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.443789917Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 962.257473ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.465374342Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.412710041s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.565419377Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 583.384805ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.583386974Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.249578074s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.69454939Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 958.86136ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.717314264Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 825.653622ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.840575004Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.398888246s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.850079755Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.492094214s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:54.952032236Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 651.195885ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.005460297Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.200711292s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.080121464Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.251946086s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.17610744Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.321748432s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.305157571Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.294667865s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.414965404Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.239257534s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.436721863Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 778.194496ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.444291138Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 823.958271ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.528357874Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.334187569s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.66541304Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 600.269118ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.674130452Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.190298002s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.6851206Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.428496203s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.766101131Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.039629357s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.952782153Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.282618239s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:55.986931324Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:56.115943485Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.080953601s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.239278496Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 51.373641ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.249384593Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.494778792s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.266593611Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 932.693193ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.294446699Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 920.233858ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.308358178Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 62.014379ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.318630028Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.262478663s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.364060213Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 165.307536ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.391737357Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 39.72137ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.400440539Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 558.336934ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.438624088Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 105.023785ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.44855501Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 974.070861ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.456415432Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 218.941114ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.563015646Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 567.622021ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.572498547Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 856.896101ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.636178897Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 836.23637ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.685834685Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.117583327s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.720270934Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 359.01914ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.795483714Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.371621171s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:56.886232253Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:56.961018923Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.218212369s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.004166493Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 569.56053ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.012424924Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.315846942s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.020940502Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 861.191039ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.151485529Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 736.790574ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.164861275Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 46.957994ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.172522891Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.399094566s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.203972347Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 143.739892ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.22796276Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.42599366s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.236642282Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 937.207082ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.245147969Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 696.19847ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.280243433Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.4374914s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.33846266Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 187.353521ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.39681519Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.354853767s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.443968978Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.45974204s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.508743254Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.146734434s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.534236405Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 789.429026ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.594133803Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 215.801164ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.606363431Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 551.740911ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.639529518Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.021659163s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.775448276Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 724.30327ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.83024144Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.239696961s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.845958051Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 869.724759ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.911283381Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.024013806s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:57.987297501Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 1.148190011s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.021048273Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:58.080653294Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.016563281s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.193106291Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.337338543s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.203176466Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.371506583s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.25143359Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:58.252542037Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:47:58.252790294Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.462322977s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.268356662Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.220560034s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.346251868Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.160604626s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.392433322Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 53.351969ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.420338321Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 122.719961ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.481159642Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 793.315246ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.56365344Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.477718569s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.61215312Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 246.001417ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.6203501Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.474461021s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.671592767Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.400480524s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.689504573Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 870.575971ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.784348972Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 975.473195ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.792163382Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 989.820858ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.805609169Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.330049387s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.812895556Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 271.825869ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.87552693Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.423873225s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:58.976989249Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 833.54096ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.0213774Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.145320586s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.095115784Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 630.792915ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.159498822Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 853.333709ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.1795749Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.393435378s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.219068631Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 887.763034ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.367022302Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.431437593s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.549913544Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.282437142s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.562008919Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 927.3161ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.575681281Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.455777193s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.631706085Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.414827207s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.663608621Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 995.860323ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.739333264Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 533.35535ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.77736846Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 599.637026ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.800025152Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 918.814947ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.808566869Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 785.182976ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:47:59.86406945Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 1.210925958s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.044125442Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.193349342s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.098815463Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 623.164579ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.108242553Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 988.305837ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.152548361Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.475662881s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.161424087Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 826.418018ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.250313651Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 1.260831645s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.26342843Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 547.685956ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.31973829Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 576.189535ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.408811988Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 861.879085ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.416586527Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.201500219s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.511416036Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 996.891884ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.622817707Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.364229368s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.66073324Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 878.558873ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.737626401Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 784.083747ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.746069307Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.105253999s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.754919993Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 704.289766ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.855211502Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 1.147670085s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.877325081Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 620.871656ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.99111629Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 1.137635547s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:00.99932098Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.434874041s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.087186319Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.462709464s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.09422706Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.15142322s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.100481962Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 800.179448ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.148076071Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 815.565638ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.265527369Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.119753398s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.289105943Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.110492852s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.3013059Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 1.33785877s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.534159188Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 539.537452ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.542808958Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.454448838s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.569106018Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 954.55599ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.622510118Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 530.288053ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.631767544Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.449631566s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.639773369Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 988.249119ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.647311452Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 737.518664ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.721493607Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.138602552s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.871108578Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 630.412874ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:01.958484325Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.20439948s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.03552117Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 1.253363739s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.043496514Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 575.795756ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.089456443Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.422061841s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.096909394Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 1.180803153s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.147427744Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.203064747s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.170511236Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 776.648801ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.263178661Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.121342133s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.418148843Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 868.184264ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.425798319Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 978.158324ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.46855978Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.120939244s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.53553616Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.240233594s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.567407086Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 849.971724ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.587462524Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 550.259376ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.597220932Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 782.415213ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.645679401Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 1.322452435s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.675332603Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 1.139620642s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:02.881359336Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 671.661822ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.019449428Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 504.835064ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.032795093Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.424096511s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.052125033Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:03.08241365Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.306711617s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.100749016Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:03.1008838Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48019"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:03.101025963Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"0f9c44cf-d103-46e5-a813-31406c2b5c9b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48019","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":76,"response_code":"200"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.288242801s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.15758145Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.196265588s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.250310787Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 582.23744ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.301994065Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 906.329598ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.312335766Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 1.104346781s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.339553279Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.334698189s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.383596401Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 706.870521ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.437841711Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.220660627s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.446910652Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 628.970367ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.455836829Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 674.131347ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.528814885Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 551.025487ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.552605514Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.424014513s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.562227969Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.237999024s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.666568618Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 937.280004ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.699765526Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 500.543419ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.81784591Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 820.853486ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:03.895279744Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 918.885848ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.007134436Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 971.561343ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.028446895Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.455435531s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.09602544Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 585.148001ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.114122471Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.106331909s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.154577985Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 508.49233ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.212875834Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 1.258042837s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.228933595Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 885.233825ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.32980368Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.447856482s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.419205746Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 1.15135936s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.454257389Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.137190484s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.463381972Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.162733827s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.472729959Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 517.261958ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.488417491Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.106517239s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.647558914Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.127022221s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.678314403Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 925.612273ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.710556057Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 932.381492ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.726745022Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.499178537s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.735476244Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.18991597s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.745789925Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.294176339s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.916813727Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 1.362272949s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:04.937674255Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 797.663636ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.000102304Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 641.722078ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.011657215Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 697.628221ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.020839239Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 687.184352ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.228518124Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 893.870822ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.272528075Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 502.544089ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.497752687Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.30941948s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.562323818Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 975.724788ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.61047588Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 891.420421ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.620183847Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 818.440227ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.645474542Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.155406815s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.653466907Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 1.185175788s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.665823407Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.264856153s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.67537692Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.064627991s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.730258516Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.123957386s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.764023628Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 638.516395ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.809025633Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.085121102s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.817498059Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 537.941898ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.879920588Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 722.408819ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.930829127Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.274022887s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:05.953073418Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 1.448327653s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.015256942Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.367310525s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.184595093Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 605.722264ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.220350403Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 691.178448ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.244224244Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 1.062114521s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.31184361Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.266762484s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.431054342Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 1.149531703s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.461277607Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 986.59366ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.475186716Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 867.962332ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.535379621Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 981.816011ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.603961791Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.039461526s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.672796076Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.096053127s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.805846514Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 918.874456ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.821929396Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 562.25251ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.839074193Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 1.379921633s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.860794862Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.313701022s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.887111402Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 503.57053ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.901254847Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.109463409s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.913946515Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.086095036s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.947176084Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.275815211s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:06.9568476Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.13018199s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.239822017Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 919.449099ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.3837441Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 1.36555467s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.413867973Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 682.635214ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.424435941Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 778.57651ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.43757057Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 612.776788ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.47535876Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 899.036623ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.488696714Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.147078163s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.568657271Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 1.477542646s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.59901651Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 531.562656ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.624259564Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 573.018091ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.716150891Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 613.218455ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.733915463Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 1.108333493s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.761125836Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 1.279271254s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:07.923930638Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 919.975405ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.0402837Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 1.43465999s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.056425723Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:08.085568952Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 639.567172ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.11262212Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 800.246212ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.131224843Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 693.476105ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.174898226Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 1.429532976s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.218901217Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 944.716787ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.242745618Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 771.145608ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.258657685Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 1.175706014s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.277991105Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8\") failed: Property not found. retry in 1.351520608s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.308338804Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_99e97100-14a0-47dd-915f-0b788895fea8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 806.992975ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.326398034Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d\") failed: Property not found. retry in 1.440301153s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.366205063Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_a6637c4e-e614-4e72-97c4-892fda21bf2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744\") failed: Property not found. retry in 1.475646401s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.394092051Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_350adeb5-d7cc-4499-ae9e-37e20c416744","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 612.672047ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.409802274Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5\") failed: Property not found. retry in 1.048914739s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.729549306Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfef7f9-5740-4aed-9fdb-dcf7e7cc60c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970\") failed: Property not found. retry in 1.381279951s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.77080618Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_85b9e42d-c193-4b12-8ba4-644c4a0cb970","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 857.724801ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.792801536Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 741.234586ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.883866442Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 656.085587ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.897884153Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec\") failed: Property not found. retry in 1.235647557s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.947942221Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_de3885ea-3b65-4286-947d-03a26fe370ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 629.306291ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:08.972261473Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97\") failed: Property not found. retry in 1.473379674s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.036864406Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a\") failed: Property not found. retry in 1.102349055s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.050230341Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_0b23d433-a9ad-4d04-8459-cde29b53680a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38\") failed: Property not found. retry in 517.380338ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.092694974Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4\") failed: Property not found. retry in 589.182531ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.147807046Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce\") failed: Property not found. retry in 917.867442ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.20139824Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_a1ef6a3e-ac80-4791-a742-d8a3fe216fce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398\") failed: Property not found. retry in 725.860637ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.222552175Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_d25f6f12-cd7b-47ee-a556-ce796fb0e398","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7\") failed: Property not found. retry in 1.435749201s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.469387803Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944\") failed: Property not found. retry in 771.765052ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.51239622Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_3dfe586e-e625-4813-89e4-1708a187a944","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d\") failed: Property not found. retry in 810.177326ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.569188122Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210\") failed: Property not found. retry in 1.452685671s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.618970364Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_18dd51ec-08bf-41a1-a470-d97821f88210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38\") failed: Property not found. retry in 841.616916ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.654484318Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_40336d05-1a90-470f-b21c-ac35f3bd8a38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5\") failed: Property not found. retry in 971.569418ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.667228728Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_6a5927f5-2d68-4d95-916b-fd351c9ecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b\") failed: Property not found. retry in 893.45186ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:09.679262061Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::c exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:09.713152536Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:09.713207637Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::c exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:10.321035482Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:10.321108573Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1891"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:11.854088774Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1935"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:11.854153155Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_e2c9d400-d96e-44da-934d-5a77388a5e38","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:16.727511138Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:16.958813697Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:16.958876559Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:17.51524717Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:17.515310062Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1891"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:17.731557135Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2048"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:17.731595866Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_73e2aff0-6c6b-4d3d-b111-47dc723580f4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:21.732122453Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:22.947893903Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:22.947944264Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:23.503996418Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:23.50406044Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1891"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:23.709706155Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2048"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:23.709748796Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_03b23ff8-daf2-4d73-9672-28011985d5c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:26.735033807Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::d exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:29.714223336Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:29.714273808Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_1628de23-16dd-472e-aeda-1d1e07fdf98d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::d exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:30.274694617Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:30.274749118Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1891"} {"msg":"Setting up oximeter service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:30.489328271Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2159"} {"msg":"Ensuring address fd00:1122:3344:101::a exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:30.57804175Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:30.578087221Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::a exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:31.139932285Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:31.139988397Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1891"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:31.386883626Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1935"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:31.386930537Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_13b5c6fe-b598-4362-abbf-2797af265d97","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:31.736745181Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:33.135406253Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47521"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:33.135588077Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"e68e8979-86c4-4e78-90a7-7a8f4072db0c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47521","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":106,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:36.738702682Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:37.711455337Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1864"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:37.711496868Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:38.265886031Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1872"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:38.265934493Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1891"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:38.494207799Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1935"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:38.49424654Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_36ae8cbb-41a4-40db-90bd-03dd97a63b4b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.275071984Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.017418076s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c6d5b202-c076-442d-9733-612b9d0ddd0d\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"c6d5b202-c076-442d-9733-612b9d0ddd0d\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.282219938Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.025211226s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"8b42507c-4a92-44bc-b349-9caeaa874b49\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"8b42507c-4a92-44bc-b349-9caeaa874b49\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.282763011Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.024120729s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a6c6542b-f895-4384-b669-27c0131f9640\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"a6c6542b-f895-4384-b669-27c0131f9640\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.282935105Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.023184686s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2b7fe637-8059-474e-9be2-1374f54d9650\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"2b7fe637-8059-474e-9be2-1374f54d9650\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.284473752Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.025042592s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"38ac865f-4a9f-492f-acd3-ef7cdbcb2a77\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"38ac865f-4a9f-492f-acd3-ef7cdbcb2a77\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.284836421Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.025913072s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0875c0b6-175e-4ae8-a937-7978505bf3a7\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"0875c0b6-175e-4ae8-a937-7978505bf3a7\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.286083152Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.026472956s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"4b718a95-cf00-4703-b59b-7b5cbeac6d6e\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"4b718a95-cf00-4703-b59b-7b5cbeac6d6e\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.287115626Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.02787686s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"86432173-8280-4e89-b04f-efc4c0708248\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"86432173-8280-4e89-b04f-efc4c0708248\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.292043186Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.03482599s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"6f3122b2-45c8-4cc4-918d-346b6a973c11\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"6f3122b2-45c8-4cc4-918d-346b6a973c11\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.292828576Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.038568361s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"edc1fbf5-e518-4ce4-b838-3e01b09a6d13\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"edc1fbf5-e518-4ce4-b838-3e01b09a6d13\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.293344938Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.034270375s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"047903ea-a7ef-449b-9377-e0de6d2db55c\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"047903ea-a7ef-449b-9377-e0de6d2db55c\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.293967243Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.035761962s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"3a210f6a-7957-453a-bb88-14f21413a8a5\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"3a210f6a-7957-453a-bb88-14f21413a8a5\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.299815646Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.042173748s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"08696a43-f8f7-4958-b55b-f1cf4df11681\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"08696a43-f8f7-4958-b55b-f1cf4df11681\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.302363458Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.047898868s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2eeefc29-8caa-42cb-b535-7af6b968f599\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"2eeefc29-8caa-42cb-b535-7af6b968f599\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.305844753Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.049002585s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"cd10d3ab-c62c-452a-a9cd-d85a0b4a1ef6\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"cd10d3ab-c62c-452a-a9cd-d85a0b4a1ef6\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.307047082Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.048573574s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"192f062b-e1ba-43f1-8023-f2836735c796\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"192f062b-e1ba-43f1-8023-f2836735c796\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.308720143Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.054865448s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"b5fb8dec-5e29-4eaf-8123-81169c5bbb45\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"b5fb8dec-5e29-4eaf-8123-81169c5bbb45\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.31274057Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.054833217s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"49b460ea-cab0-48e3-bd74-0ca77279784c\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"49b460ea-cab0-48e3-bd74-0ca77279784c\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.31396879Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.055913253s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"fac98b4d-7850-4398-bbe7-c99c19664bf1\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"fac98b4d-7850-4398-bbe7-c99c19664bf1\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.336624762Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.077863257s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"b50b3b94-2312-402f-bd46-667ee3480d00\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"b50b3b94-2312-402f-bd46-667ee3480d00\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:39.342145296Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"271.084355655s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0335675b-8415-459d-93d4-adb5d6f7cf4b\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"1a4bcb71-811f-4bda-9c09-bc4784c9b526\\\\\\\"\\\", request_id: \\\"0335675b-8415-459d-93d4-adb5d6f7cf4b\\\" }\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:39.541619601Z","hostname":"sock","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"00c781fa21ec4c0390f14ec3c978bd68\" }","id":"1a4bcb71-811f-4bda-9c09-bc4784c9b526"} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:41.439382569Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"273.181201208s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"f3b691c0-3146-48fa-8bc2-1a3d08c5392d\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:41 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"f3b691c0-3146-48fa-8bc2-1a3d08c5392d\\\" }\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:41.740376786Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:42.586296784Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"274.327709172s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"8358a5bb-e59d-4ac7-a8f4-c5ae9068c148\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:42 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"8358a5bb-e59d-4ac7-a8f4-c5ae9068c148\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:44.017744783Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"275.7587412s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"426c0225-688a-401d-b8cb-174030f6a28f\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:43 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"426c0225-688a-401d-b8cb-174030f6a28f\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:48:44.05953976Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"275.80019527s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"bc5ab0bd-b16c-431a-8bfa-78314d8693c9\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 23 Jan 2024 18:48:43 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"bc5ab0bd-b16c-431a-8bfa-78314d8693c9\\\" }\""} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.408393551Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.409450877Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.411117188Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"afaa07ef-bdce-41a8-86d3-4165d28c1fb5","remote_addr":"[fd00:1122:3344:101::1]:53640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":72952367,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.414581132Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.414608343Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.414789797Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.417158815Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.417173825Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:551"} {"msg":"rack_network_config: Some(\n RackNetworkConfigV1 {\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 32,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.447915343Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/87a9a5d5-c96b-43d4-a91b-626ec69fe49a/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.449629355Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/87a9a5d5-c96b-43d4-a91b-626ec69fe49a/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.579698221Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/87a9a5d5-c96b-43d4-a91b-626ec69fe49a/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.688035728Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.764480508Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.764502559Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.764507959Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.764512049Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.764516139Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.76452725Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.798406764Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.798421455Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/87a9a5d5-c96b-43d4-a91b-626ec69fe49a/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:44.867888874Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.054617569Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:52508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.054739482Z","hostname":"sock","pid":1661,"uri":"/inventory","method":"GET","req_id":"86c7710d-3337-410b-9238-e7be13718418","remote_addr":"[fd00:1122:3344:101::b]:52508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.054808924Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:58379"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.054915676Z","hostname":"sock","pid":1661,"uri":"/inventory","method":"GET","req_id":"86be308e-c073-4111-ac3f-5d18f4d3f239","remote_addr":"[fd00:1122:3344:101::a]:58379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":23,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.055743986Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.055782567Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.056031744Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.056248269Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"bef6ef4d-83fc-49a2-858f-288190491e4f","remote_addr":"[fd00:1122:3344:101::b]:52508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1262,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.056273439Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.05630594Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.056522905Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.056763921Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"da49b8bb-c625-4a82-92af-dbca04f81bdd","remote_addr":"[fd00:1122:3344:101::a]:58379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":957,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.163383146Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:43563"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.164463143Z","hostname":"sock","pid":1661,"uri":"/network-bootstore-config","method":"GET","req_id":"7e137ef8-53ad-44c9-8b22-3e2a98418209","remote_addr":"[fd00:1122:3344:101::a]:43563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1022,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.169351702Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:41328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.1700904Z","hostname":"sock","pid":1661,"uri":"/network-bootstore-config","method":"GET","req_id":"ad0d0058-ab7d-4699-8cfa-aa87743246bb","remote_addr":"[fd00:1122:3344:101::b]:41328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":671,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.284847993Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:35855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.284911794Z","hostname":"sock","pid":1661,"uri":"/inventory","method":"GET","req_id":"16c6ba89-17a3-4ced-97c5-05f337a69d56","remote_addr":"[fd00:1122:3344:101::a]:35855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":41,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.285081628Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.28512332Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.285359365Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.285611621Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"de9320c5-e494-422f-9acd-f65b06760a5b","remote_addr":"[fd00:1122:3344:101::a]:35855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":560,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.289214259Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:41982"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.289312831Z","hostname":"sock","pid":1661,"uri":"/inventory","method":"GET","req_id":"faf8a3f8-ce61-484f-b680-f1e348846ecc","remote_addr":"[fd00:1122:3344:101::b]:41982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":33,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.289515496Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.289527897Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.289698121Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.289928086Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"84f10c42-0222-426f-b2a0-1ad36a42b830","remote_addr":"[fd00:1122:3344:101::b]:41982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":429,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f6b71f4-29a9-4d92-9fc1-f48cc535e1f5\", \"content-length\": \"174\", \"date\": \"Tue, 23 Jan 2024 18:48:45 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"8f6b71f4-29a9-4d92-9fc1-f48cc535e1f5\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:45.860902753Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53d368d8-eb2b-4760-ab6d-aaf97c20b25f\", \"content-length\": \"174\", \"date\": \"Tue, 23 Jan 2024 18:48:46 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"53d368d8-eb2b-4760-ab6d-aaf97c20b25f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:46.327190152Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:46.74082101Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb55229-6843-49a7-bf74-465f56a018db\", \"content-length\": \"174\", \"date\": \"Tue, 23 Jan 2024 18:48:46 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"0fb55229-6843-49a7-bf74-465f56a018db\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:46.797233903Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.194790728Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.194816168Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 1a4bcb71-811f-4bda-9c09-bc4784c9b526, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.194821328Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.194825679Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.194830189Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.194846239Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.194850549Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.194855309Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.194859929Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.19486379Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.19486804Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1b4c4f-245a-4fbe-a942-32d030640682\", \"content-length\": \"174\", \"date\": \"Tue, 23 Jan 2024 18:48:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\"\", request_id: \"3d1b4c4f-245a-4fbe-a942-32d030640682\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:47.493641402Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f21c88-1434-444f-9151-df2d72a47db1\", \"content-length\": \"174\", \"date\": \"Tue, 23 Jan 2024 18:48:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\"\", request_id: \"96f21c88-1434-444f-9151-df2d72a47db1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:48.215081931Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:48.23436636Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:48.234399751Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:48.234405361Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.252593312Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:38219"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.253637228Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:412","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2c887fe5-e925-4652-b507-27ef68e964dd, kind: Service { id: 73e2aff0-6c6b-4d3d-b111-47dc723580f4 }, name: Name(\"external-dns-73e2aff0-6c6b-4d3d-b111-47dc723580f4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 220])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: 71748fd0-cc70-4d33-9fd2-68f22c1d9303, kind: Service { id: 03b23ff8-daf2-4d73-9672-28011985d5c7 }, name: Name(\"external-dns-03b23ff8-daf2-4d73-9672-28011985d5c7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 131])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ecb298b-edfd-4fc4-a9f7-8a5b85f6c082, kind: Service { id: 36ae8cbb-41a4-40db-90bd-03dd97a63b4b }, name: Name(\"nexus-36ae8cbb-41a4-40db-90bd-03dd97a63b4b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 42efecd0-a866-4c88-8eae-67e68710d807, kind: Service { id: 13b5c6fe-b598-4362-abbf-2797af265d97 }, name: Name(\"nexus-13b5c6fe-b598-4362-abbf-2797af265d97\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: 6f8935ab-20bc-4d70-8d22-f777f495a6a8, kind: Service { id: e2c9d400-d96e-44da-934d-5a77388a5e38 }, name: Name(\"nexus-e2c9d400-d96e-44da-934d-5a77388a5e38\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 126])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.253691739Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.25370913Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.25371632Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.25372234Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.25372805Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.25373459Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.253762681Z","hostname":"sock","pid":1661,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"31c7d246-445f-4bd7-8c62-d220c749b0f2","remote_addr":"[fd00:1122:3344:101::a]:38219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1084,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.506858281Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:689"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.547729306Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:57212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.547796068Z","hostname":"sock","pid":1661,"uri":"/inventory","method":"GET","req_id":"886284e5-389b-4328-b231-bcbbab0e7f3a","remote_addr":"[fd00:1122:3344:101::a]:57212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":43,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.547944161Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.547964652Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.548162166Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:49.548370922Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"af4d26aa-8a36-49f2-a1b0-b2505a87f77f","remote_addr":"[fd00:1122:3344:101::a]:57212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":443,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:51.741662164Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:48:56.743141884Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:01.745207118Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:03.16894485Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34294"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:03.169002811Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"a222c140-bdec-4d1a-9cd6-41d2d961d15f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34294","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":32,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:06.747299453Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:09.367302909Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::d]:63880"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:09.369894082Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"dc9bfae7-6944-46a6-ba21-9d9c0cabf97c","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":2535,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:11.748881854Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:16.749520573Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:21.751081484Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:26.752619785Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:31.754813341Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:33.201214083Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:33.201278525Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"d84f12b9-22fa-4d35-969f-a3f23c0765dd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54610","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":42,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:36.756002453Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:39.367286998Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"f18b0f83-847c-403f-89f7-4980d0c32b93","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":206,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:41.757049142Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:46.758601073Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:51.760118624Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:49:56.761293973Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:01.762556008Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:03.235020652Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62255"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:03.235090484Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"162a1cbb-4ce1-48a4-9a1d-78ce1250b82e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62255","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":54,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:06.763881113Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:09.367859826Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"421272f1-c57c-4dcd-aed0-dc1ec88e8f79","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":204,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:11.765755285Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:16.767187753Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:21.768591649Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:26.77081566Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:31.772422412Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:33.268680986Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53960"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:33.269323351Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"ab476125-223d-4f0d-8538-7fa271f695ef","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53960","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":614,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:36.773972024Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:39.369567038Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"83ed8fe9-1ae9-47ae-9f15-1ffb42c918e2","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":228,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:41.775516856Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:46.777695152Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:51.779077259Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:56.780415147Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:50:57.085509981Z","hostname":"sock","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:01.782510726Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:03.30537242Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:03.305426141Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"d1cb9c54-af7e-43dc-a227-d9b1e02d9ac6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41703","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":40,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:06.783748317Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:09.370214697Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"fcaaaf43-a52d-4a27-8f31-37cb3feddaa1","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":204,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:11.78502156Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:16.786519647Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:21.78741267Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:26.789722046Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:31.790819344Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:33.338432259Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55929"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:33.33847779Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"94dc1c62-32f1-4dd4-8daa-d5d6e5f5c49b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55929","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":33,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:36.793387397Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:39.371039942Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"7c3394dd-ff9b-4740-9634-35e5d70433f8","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":209,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:41.794838083Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:46.795906519Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:51.797048757Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:51:56.799461975Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:01.80042018Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:03.370998554Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:03.371047216Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"b35e3791-3479-401e-a5f1-478e558acc3d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56926","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":36,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:06.801735082Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:09.370889821Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"dc7a1dd7-8e76-45f0-bcaa-a55e51caccf0","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":232,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:11.803571169Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:16.805108928Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:21.806706417Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:26.808195404Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:31.810305188Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:33.403361151Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54807"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:33.403414342Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"f6120d78-85b0-410f-ab5f-7d0069af2e80","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54807","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":32,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:36.811584431Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:39.371116396Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"cc8781be-8b33-4a7d-91a6-8533ea8399aa","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":215,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:41.812999027Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:46.81431946Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:51.815327596Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:52:56.816551088Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:01.817755978Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:03.435775807Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53163"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:03.435823698Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"78d27380-ef77-4366-a949-26871990ff44","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53163","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":33,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:06.819482591Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:09.371551253Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"4c55d151-3ec5-40ee-b4bc-80da502c1719","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":640,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:11.820886847Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:16.823249206Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:21.82540881Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:26.826196481Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:31.82731697Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:33.468489833Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40334"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:33.468543304Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"8f4885bd-569b-4e94-8714-0372699a70cf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40334","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":35,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:36.828145762Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:39.370694953Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"24f8b67b-45e5-4a59-b6d0-2d31a53edd60","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":234,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:41.830527492Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:46.831695212Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:51.832717429Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:53:56.833618793Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:01.834842994Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:03.501989769Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57251"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:03.50203637Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"5394a94a-b753-4f06-9a2c-dfbaea20aec7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57251","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":33,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:05.363423534Z","hostname":"sock","pid":1661,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:299"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:05.363466655Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:05.402762351Z","hostname":"sock","pid":1661,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.99999993s","next_cleanup":"Instant { tv_sec: 5699, tv_nsec: 779335905 }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:06.836601559Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:09.370968411Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"5c52e810-5ac7-426a-8234-f26bdc194b37","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":425,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:11.837697707Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:16.839564524Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:21.840516597Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:26.841148496Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:31.842195954Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:33.534551563Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46596"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:33.535110577Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"ccafeb42-2626-4b82-ab0e-e87c7708a850","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46596","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":538,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:36.843932457Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:39.37128624Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"cbca4fae-b249-4b25-b093-69323796092b","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1075,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:41.845561589Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.495740973Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:37830"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.498020548Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:227","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-23T18:54:43.147741Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 9bcbbb94-5933-42e6-bbf8-2b3379560b4e, kind: Instance { id: efd7b36f-757b-438c-bef4-045b437c3f4c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 95, 249])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15564326), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9bcbbb94-5933-42e6-bbf8-2b3379560b4e, kind: Instance { id: efd7b36f-757b-438c-bef4-045b437c3f4c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 95, 249])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15564326), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9bcbbb94-5933-42e6-bbf8-2b3379560b4e, kind: Instance { id: efd7b36f-757b-438c-bef4-045b437c3f4c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 95, 249])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15564326), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(15564326))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9bcbbb94-5933-42e6-bbf8-2b3379560b4e, kind: Instance { id: efd7b36f-757b-438c-bef4-045b437c3f4c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 95, 249])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15564326), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-fc837d4234b\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 3714ea62-0fd4-4e3e-b207-286eeab58231, read_only_parent: Some(Volume { block_size: 512, id: 75f75b6b-9d10-4da2-b4b8-c789983d2f5e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f1c04ba3-a616-43ac-8421-0e01b0ae0685, key: Some(\"LlBEk46RfVT7mNuc/1pGxDeoPTAE/Q9eUqeYnwl9We0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::17]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3714ea62-0fd4-4e3e-b207-286eeab58231, key: Some(\"XxtJuWYH/ndICageVV65TSagphtM2l/F4pqChoJP25k=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19000\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACR1ZY3WDdYAADVljdYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAkdWWN1g3WAAA1ZY3WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJlZmQ3YjM2Zi03NTdiLTQzOGMtYmVmNC0wNDViNDM3YzNmNGMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSjduOXRaWFJRQjFZYkhOU2E4cVMrOHNaNGRuMTArTTRPdk1PRHR3WHlvVSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.49811065Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:261","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.499646228Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance.rs:600","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 9bcbbb94-5933-42e6-bbf8-2b3379560b4e, kind: Instance { id: efd7b36f-757b-438c-bef4-045b437c3f4c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 95, 249])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15564326), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9bcbbb94-5933-42e6-bbf8-2b3379560b4e, kind: Instance { id: efd7b36f-757b-438c-bef4-045b437c3f4c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 95, 249])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15564326), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9bcbbb94-5933-42e6-bbf8-2b3379560b4e, kind: Instance { id: efd7b36f-757b-438c-bef4-045b437c3f4c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 95, 249])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15564326), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(15564326))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9bcbbb94-5933-42e6-bbf8-2b3379560b4e, kind: Instance { id: efd7b36f-757b-438c-bef4-045b437c3f4c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 95, 249])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15564326), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-fc837d4234b\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 3714ea62-0fd4-4e3e-b207-286eeab58231, read_only_parent: Some(Volume { block_size: 512, id: 75f75b6b-9d10-4da2-b4b8-c789983d2f5e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f1c04ba3-a616-43ac-8421-0e01b0ae0685, key: Some(\"LlBEk46RfVT7mNuc/1pGxDeoPTAE/Q9eUqeYnwl9We0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::17]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3714ea62-0fd4-4e3e-b207-286eeab58231, key: Some(\"XxtJuWYH/ndICageVV65TSagphtM2l/F4pqChoJP25k=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19000\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACR1ZY3WDdYAADVljdYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAkdWWN1g3WAAA1ZY3WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJlZmQ3YjM2Zi03NTdiLTQzOGMtYmVmNC0wNDViNDM3YzNmNGMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSjduOXRaWFJRQjFZYkhOU2E4cVMrOHNaNGRuMTArTTRPdk1PRHR3WHlvVSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-23T18:54:43.147741Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.499710359Z","hostname":"sock","pid":1661,"uri":"/instances/efd7b36f-757b-438c-bef4-045b437c3f4c","method":"PUT","req_id":"3a5c4963-e3a6-44d6-ab70-07ffd6281911","remote_addr":"[fd00:1122:3344:101::a]:37830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":3887,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.591320079Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:53569"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.612373621Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte6\", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 249, 95, 249]), slot: 1, vni: Vni { inner: 15564326 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.612516685Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.645630741Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:43.665097925Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:45.16869679Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:45.168940946Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 72.891901ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:45.359051913Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 112.616082ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:45.44439488Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 123.31795ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:45.57259584Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 286.604076ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:45.705639849Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 940.107749ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:46.001460218Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:46.847113099Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 1.282832233s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:46.952303239Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 753.129918ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:48.245549625Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 1.236629177s","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:49.008617026Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:50.273719277Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:991"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 58.50543ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:50.282739086Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 71.611959ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:50.349565813Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 105.526114ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:50.430353529Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\") failed: Property not found. retry in 338.477524ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:54:50.546410884Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:50.894650108Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:1000"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:50.929778503Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:1014"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACR1ZY3WDdYAADVljdYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAkdWWN1g3WAAA1ZY3WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJlZmQ3YjM2Zi03NTdiLTQzOGMtYmVmNC0wNDViNDM3YzNmNGMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSjduOXRaWFJRQjFZYkhOU2E4cVMrOHNaNGRuMTArTTRPdk1PRHR3WHlvVSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-fc837d4234b\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 3714ea62-0fd4-4e3e-b207-286eeab58231, read_only_parent: Some(Volume { block_size: 512, id: 75f75b6b-9d10-4da2-b4b8-c789983d2f5e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f1c04ba3-a616-43ac-8421-0e01b0ae0685, key: Some(\"LlBEk46RfVT7mNuc/1pGxDeoPTAE/Q9eUqeYnwl9We0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::17]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3714ea62-0fd4-4e3e-b207-286eeab58231, key: Some(\"XxtJuWYH/ndICageVV65TSagphtM2l/F4pqChoJP25k=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19000\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(1) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: efd7b36f-757b-438c-bef4-045b437c3f4c, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:50.931194888Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:451"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:51.079151619Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:51.07959325Z","hostname":"sock","pid":1661,"uri":"/instances/efd7b36f-757b-438c-bef4-045b437c3f4c/state","method":"PUT","req_id":"0754709b-9bc6-43ad-9320-7ca3a009ce30","remote_addr":"[fd00:1122:3344:101::a]:53569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7488237,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-01-23T18:54:51.079700583Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:51.079719743Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:51.079758784Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-23T18:54:51.079700583Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }","propolis_id":"d424ad59-b458-4142-bbd5-94051c937c92"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:51.079772524Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }, propolis_id: d424ad59-b458-4142-bbd5-94051c937c92, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-23T18:54:51.079700583Z } }","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-01-23T18:54:51.111554238Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:51.111573898Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:51.111594309Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-23T18:54:51.111554238Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }","propolis_id":"d424ad59-b458-4142-bbd5-94051c937c92"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:51.111604969Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }, propolis_id: d424ad59-b458-4142-bbd5-94051c937c92, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-23T18:54:51.111554238Z } }","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:51.848442292Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:54:56.849360517Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:01.850277032Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:03.567125677Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:03.5672441Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"78abc92e-c58d-42e2-81a6-f5642d1226cb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39043","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":56,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:06.852385655Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.354466774Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:34610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.355798556Z","hostname":"sock","pid":1661,"uri":"/instances/efd7b36f-757b-438c-bef4-045b437c3f4c/state","method":"PUT","req_id":"272eba9a-cc47-4aee-8593-fdecfd12263a","remote_addr":"[fd00:1122:3344:101::a]:34610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1273,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-01-23T18:55:08.355862458Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.355877318Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.355885408Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-23T18:55:08.355862458Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }","propolis_id":"d424ad59-b458-4142-bbd5-94051c937c92"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.355896528Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }, propolis_id: d424ad59-b458-4142-bbd5-94051c937c92, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-23T18:55:08.355862458Z } }","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2024-01-23T18:55:08.373846405Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.373869056Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.373884546Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-23T18:55:08.373846405Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }","propolis_id":"d424ad59-b458-4142-bbd5-94051c937c92"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.373894637Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d424ad59-b458-4142-bbd5-94051c937c92), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-23T18:54:43.181519475Z }, propolis_id: d424ad59-b458-4142-bbd5-94051c937c92, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-23T18:55:08.373846405Z } }","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-01-23T18:55:08.531008271Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.531044171Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.531077362Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-23T18:55:08.531008271Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-23T18:55:08.531008271Z }","propolis_id":"d424ad59-b458-4142-bbd5-94051c937c92"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.531089423Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:372","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.531098963Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.531302578Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:08.531342699Z","hostname":"sock","pid":1661,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:436","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\", \"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug\", \"/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug\", \"/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug\", \"/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug\", \"/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug\", \"/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\"] }","zone_name":"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:09.089918483Z","hostname":"sock","pid":1661,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1229","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92\", bundle_id: 3dcdb214-d0e7-4038-9334-e917da15d835 }, time_created: 2024-01-23T18:55:08.531557274Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_d424ad59-b458-4142-bbd5-94051c937c92","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:55:09.090025096Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:545"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:09.371161818Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/1a4bcb71-811f-4bda-9c09-bc4784c9b526","method":"GET","req_id":"bb5a8fc7-04a4-4eaf-bbea-2c571915955f","remote_addr":"[fd00:1122:3344:101::d]:63880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":700,"response_code":"200"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:10.668411861Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:10.693916482Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-23T18:55:08.531008271Z }, propolis_id: d424ad59-b458-4142-bbd5-94051c937c92, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-23T18:55:08.531008271Z } }","instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:10.779239159Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:36408"} {"msg":"unset_virtual_nic_host unimplmented","v":0,"name":"SledAgent","level":40,"time":"2024-01-23T18:55:10.780187322Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:507"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:10.780217432Z","hostname":"sock","pid":1661,"uri":"/v2p/9bcbbb94-5933-42e6-bbf8-2b3379560b4e","method":"DELETE","req_id":"8a9d3c56-a691-48f2-a338-b64e570de7c2","remote_addr":"[fd00:1122:3344:101::a]:36408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":851,"response_code":"204"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:10.886466098Z","hostname":"sock","pid":1661,"instance_id":"efd7b36f-757b-438c-bef4-045b437c3f4c","component":"InstanceManager","file":"sled-agent/src/instance.rs:488"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-23T18:55:11.853057303Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::7c9c:1fff:fee0:bd59\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"}