[ Dec 7 01:07:04 Enabled. ] [ Dec 7 01:07:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Dec 7 01:07:04 Method "start" exited with status 0. ] [ Dec 7 01:07:04 Rereading configuration. ] [ Dec 7 01:07:04 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:04.602706561Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:240"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:04.65558849Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:247","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:04.65561585Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:04.767335781Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:04.776365195Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:04.784361265Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:257","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.388034649Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.525822248Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:117"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.525858148Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:129"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.525969238Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.526063369Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:162","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.526076979Z","hostname":"buskin","pid":1665,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:171"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.526095049Z","hostname":"buskin","pid":1665,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:606"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.526106699Z","hostname":"buskin","pid":1665,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Generated i86pc baseboard Pc { identifier: \"e774257c99494b87bc4ed94f46566b18\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.528843369Z","hostname":"buskin","pid":1665,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:532"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.528856099Z","hostname":"buskin","pid":1665,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:655"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.528861059Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.528864709Z","hostname":"buskin","pid":1665,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:713"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.528901549Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.528913779Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.528921159Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52892545Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52892977Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52893413Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52894025Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52894587Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52894975Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.528953539Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52895851Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52896241Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:88"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52896625Z","hostname":"buskin","pid":1665,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"None"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.52903799Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity decreased","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.737860696Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:326","current":"245","previous":"256"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.740170345Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:90"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.740242235Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941826765Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941888815Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941909545Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941922705Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941933345Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941941655Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941961745Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941971165Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941981835Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.941992825Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity increased","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.942003145Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:336","current":"255","previous":"245"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.942029345Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.942057605Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 499200, free: 20937466368, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 500736, free: 20937464832, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } })} }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.942104955Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.942179336Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.942191346Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:91","path":"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.942197656Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.942208336Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:91","path":"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.942213426Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.942221676Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.942227856Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:91","path":"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.942233306Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.942237896Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:91","path":"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.942243546Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.942282786Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.942288266Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.957102562Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:575"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.957140442Z","hostname":"buskin","pid":1665,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.99994394s","next_cleanup":"Instant { tv_sec: 1826, tv_nsec: 637991123 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.957168862Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:3042"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.957201123Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.957249132Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.957257753Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:91","path":"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.9591761Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.95926114Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:91","path":"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.960162663Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.960257484Z","hostname":"buskin","pid":1665,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n rack_subnet: fd00:1122:3344:100::,\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: Some(\n RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 32,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n },\n ),\n}","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.960540075Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.960551865Z","hostname":"buskin","pid":1665,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.960592465Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.960749566Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.960759066Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:91","path":"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.960780096Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.960785356Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:91","path":"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.960792646Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:863"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.960835586Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.960857186Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.960864526Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:91","path":"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:05.961175227Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:05.961180807Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:91","path":"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.961185258Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:904"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.961189378Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.961196018Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.961303138Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.961320608Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.961600409Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.961736329Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.96174488Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:937"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.96179601Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:556"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.96180561Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.9619573Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.962094761Z","hostname":"buskin","pid":1665,"peer_id":"pc-e774257c99494b87bc4ed94f46566b18-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:640"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.962146081Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 34590180-3244-41a3-8e99-b74ff43ca7f5, rack_id: c137660a-d52d-43a2-b78f-ee0b44390fda, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.962274551Z","hostname":"buskin","pid":1665,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:37176","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 34590180-3244-41a3-8e99-b74ff43ca7f5, rack_id: c137660a-d52d-43a2-b78f-ee0b44390fda, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.962362832Z","hostname":"buskin","pid":1665,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:364"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.962373432Z","hostname":"buskin","pid":1665,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:379"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.962377302Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/server.rs:47"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.962382632Z","hostname":"buskin","pid":1665,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.962414682Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Attempting to add queued disks","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.962419212Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:394","num_disks":"9"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.964845521Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:3270"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.971428946Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.971500886Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.971507846Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.971531766Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.971632706Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:05.971638537Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.005834455Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.013372364Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.032036844Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.045943136Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:305"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.045968366Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.149679927Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.149741327Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.149753667Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.149779088Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.149878788Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.149895758Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.184121977Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.191270994Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.328003299Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.328055919Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.328068169Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.328077429Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.328157199Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.328163999Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.359836168Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.366976966Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.51144911Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.51149417Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.5115164Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.51152592Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.51163167Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.51164186Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.539274914Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.546454671Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.667377937Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.667422297Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.667428607Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.667442577Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.667544767Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.667550787Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.696623487Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.704294386Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.830333731Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.830386901Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.830393601Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.830403871Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.830530081Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.830536731Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.85929738Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.866989549Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.992984963Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.993032593Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.993053353Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.993063563Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.993156913Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:06.993163773Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.022612344Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.030539674Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.152568304Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.152628304Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.152642354Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.152651444Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.152721854Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.152729584Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.185627558Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.193688669Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.319299132Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.319345992Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.319352482Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.319358632Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.319487182Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.319496322Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.347348517Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.354859406Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.470965943Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.471031253Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.471040493Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:317"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.473461742Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 1207296, free: 20936758272, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7\", size: 20937965568, allocated: 778752, free: 20937186816, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 499200, free: 20937466368, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 500736, free: 20937464832, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60\", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 777216, free: 20937188352, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 775680, free: 20937189888, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } })} }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.493904989Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.496152118Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.514947018Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"successfully created encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.517291838Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.517442908Z","hostname":"buskin","pid":1665,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.522494057Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:332"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.522505477Z","hostname":"buskin","pid":1665,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.522510847Z","hostname":"buskin","pid":1665,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.585830885Z","hostname":"buskin","pid":1665,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.804001857Z","hostname":"buskin","pid":1665,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.816974546Z","hostname":"buskin","pid":1665,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.817064087Z","hostname":"buskin","pid":1665,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.817094536Z","hostname":"buskin","pid":1665,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.817115887Z","hostname":"buskin","pid":1665,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:07.984901238Z","hostname":"buskin","pid":1665,"file":"illumos-utils/src/running_zone.rs:162"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.510830389Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:80"} {"msg":"Underlay Available","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.511243131Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:122","sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.511258991Z","hostname":"buskin","pid":1665,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:177"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.511266211Z","hostname":"buskin","pid":1665,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:185"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.523413427Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.523653867Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.523825538Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.524060409Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.524175809Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.52444511Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.524559331Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.524678481Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.524798922Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.524912162Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.525027102Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.525146093Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.525257274Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.525367464Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.525483064Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.525597425Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.525713175Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.525832425Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.525947546Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.526064457Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.526180547Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:08.526296507Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:10.810366509Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:11.03367145Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 56.476236ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:11.186948418Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 140.658396ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:11.395484313Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 165.965153ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:11.576879806Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 351.714035ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:11.752855289Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 491.764063ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:12.118499755Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 663.73297ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:12.755886876Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 731.232679ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:13.627708179Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 855.895426ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:14.56522299Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.05352856s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:15.493753227Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:16.034792704Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:17.680187741Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1716"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.131425636Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:938","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.131524237Z","hostname":"buskin","pid":1665,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.189890806Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:195"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.189934417Z","hostname":"buskin","pid":1665,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:424"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.189944617Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.189962597Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.190014727Z","hostname":"buskin","pid":1665,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.190369238Z","hostname":"buskin","pid":1665,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.190612449Z","hostname":"buskin","pid":1665,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:137"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.190639449Z","hostname":"buskin","pid":1665,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 32 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.190650239Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:3042"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.19068876Z","hostname":"buskin","pid":1665,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:37176","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.19073613Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.19075079Z","hostname":"buskin","pid":1665,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:19.194023182Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1063","retry_after":"274.033919ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.194119853Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:19.194177793Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:19.194255843Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:91","path":"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:19.194297343Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:19.194304843Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:91","path":"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.194309273Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.194702585Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:669","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/34590180-3244-41a3-8e99-b74ff43ca7f5): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.226969536Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:42100"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.227167467Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.227235397Z","hostname":"buskin","pid":1665,"uri":"/zpools","method":"GET","req_id":"accce9c5-4e45-4a7d-a845-b7b6d50d79cf","remote_addr":"[fd00:1122:3344:101::1]:42100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.256520368Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:36830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.256604798Z","hostname":"buskin","pid":1665,"uri":"/sled-role","method":"GET","req_id":"23f2779f-dc76-4b83-b915-de5d8f2b537a","remote_addr":"[fd00:1122:3344:101::1]:36830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":35,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.259411168Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.259438939Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.25975357Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.259966981Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:749"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: bafbdf06-9862-4b56-985e-76a1c0b55167, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.289647462Z","hostname":"buskin","pid":1665,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.289882093Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:34825"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bafbdf06-9862-4b56-985e-76a1c0b55167, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.290076094Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bafbdf06-9862-4b56-985e-76a1c0b55167, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.290082154Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.321514562Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.343428565Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.343466595Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.393147812Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.393192302Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.441110673Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:19.441153173Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:19.441159583Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:91","path":"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:19.441163883Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"SledAgent","level":50,"time":"2023-12-07T01:07:19.441167233Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:91","path":"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.441199273Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.443507012Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.445055087Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.446516693Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:19.469865361Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1063","retry_after":"310.659364ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.492494566Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.500743287Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.504336111Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.508114815Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Installing Omicron zone: oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.520537742Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.525141779Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.529230415Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.606081944Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.782498529Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:19.78286192Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1063","retry_after":"541.67936ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:19.921397452Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:20.103139646Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:20.303789601Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:20.326216266Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1063","retry_after":"2.713990381s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:20.779644804Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:21.035806588Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:21.133287485Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:21.199704715Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:21.262844113Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:21.268194873Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087\") failed: Property not found. retry in 29.632218ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.336852882Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087\") failed: Property not found. retry in 124.396407ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.375758308Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167\") failed: Property not found. retry in 36.223097ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.393913877Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3\") failed: Property not found. retry in 49.295914ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.406032672Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167\") failed: Property not found. retry in 85.124039ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.441274515Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3\") failed: Property not found. retry in 105.720541ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.477628462Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087\") failed: Property not found. retry in 186.338683ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.543082348Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167\") failed: Property not found. retry in 250.559795ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.56205027Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3\") failed: Property not found. retry in 285.068236ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.629060032Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:21.670405568Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"wait for service Some(\"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087\") failed: Property not found. retry in 298.34095ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.788892504Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167\") failed: Property not found. retry in 537.0816ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.855906527Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3\") failed: Property not found. retry in 496.694091ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:21.927405126Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087\") failed: Property not found. retry in 1.035793511s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:22.097225535Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:22.11432394Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:22.323713508Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1733"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:22.323744708Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:625"} {"msg":"wait for service Some(\"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167\") failed: Property not found. retry in 860.764508ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:22.402142764Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3\") failed: Property not found. retry in 775.202192ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:22.432800949Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:22.579909183Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:23.042122264Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1063","retry_after":"2.629241495s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087\") failed: Property not found. retry in 844.742246ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:23.145310473Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3\") failed: Property not found. retry in 1.274827018s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:23.218211477Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:23.218273297Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"wait for service Some(\"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167\") failed: Property not found. retry in 1.03123607s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:23.275180382Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:23.807471827Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"wait for service Some(\"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087\") failed: Property not found. retry in 695.140863ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:23.999034828Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167\") failed: Property not found. retry in 1.436798265s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:24.315095478Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3\") failed: Property not found. retry in 1.434364965s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:24.502041622Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087\") failed: Property not found. retry in 1.337447089s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:24.702551557Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:24.844706533Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:25.673026352Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1063","retry_after":"4.622038365s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167\") failed: Property not found. retry in 1.405200566s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:25.761760476Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3\") failed: Property not found. retry in 1.377905446s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:25.944881476Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:26.037372254Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087\") failed: Property not found. retry in 1.394432501s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:26.049852391Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:26.19845066Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe4a:203e","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:26.86487903Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1740"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:26.870571452Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1801"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.004674847Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2280"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.207954113Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.207995133Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_bafbdf06-9862-4b56-985e-76a1c0b55167","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.245052482Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2159"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.534086251Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2194"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.732698719Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2461"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.762363341Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.762396931Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1801"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.887694993Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2466"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.890073551Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:27.950126298Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1995"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.070390881Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2400"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.237709221Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2188"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.247155006Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:3294","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.247202206Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.247221276Z","hostname":"buskin","pid":1665,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.509550515Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.532109209Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.53215598Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.796236824Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318"} {"msg":"configuring dendrite zone","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.802632518Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:3374"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:28.986578091Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:3414","rack_subnet":"fd00:1122:3344::"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.037849474Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:359"} {"msg":"Failed to get switch ID from MGS (retrying in 63.867412ms)","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:29.073657028Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e594cb-4ead-42e0-988a-77daecc0b74b\", \"content-length\": \"152\", \"date\": \"Thu, 07 Dec 2023 01:07:28 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"d5e594cb-4ead-42e0-988a-77daecc0b74b\" }"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.079692291Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.079707011Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1801"} {"msg":"Failed to get switch ID from MGS (retrying in 118.334356ms)","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:29.139127915Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5141feff-81a0-4933-bc21-dc1c65fd265a\", \"content-length\": \"152\", \"date\": \"Thu, 07 Dec 2023 01:07:28 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"5141feff-81a0-4933-bc21-dc1c65fd265a\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 152.248668ms)","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:29.258944417Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dbb1f8a-5f31-4fe3-bdad-07c556fb455a\", \"content-length\": \"152\", \"date\": \"Thu, 07 Dec 2023 01:07:28 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"8dbb1f8a-5f31-4fe3-bdad-07c556fb455a\" }"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.259661809Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1995"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.412269934Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:407"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.444423745Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:533"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.444516225Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:602"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.444883717Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:605","uptime":"2"} {"msg":"Configuring boundary services loopback address on switch","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.444897197Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:429","config":"Ipv6Entry {\n addr: fd00:99::1,\n tag: \"omicron\",\n}"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.445369499Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {\n \"0.0.0.0/0\": [\n RouteSettingsV4 {\n link_id: 0,\n nexthop: 10.151.1.100,\n },\n ],\n },\n v6_routes: {},\n}"} {"msg":"advertising boundary services loopback address","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.446024661Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:457"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.511904819Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[fd00:1122:3344:101::2]:8000","component":"ServiceManager","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:99::, len: 64 }"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.556596498Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.815255002Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:29.815303172Z","hostname":"buskin","pid":1665,"zone":"oxz_internal_dns_291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:30.365685375Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:30.365736465Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1801"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:30.548583843Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1995"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:30.569593542Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1063","retry_after":"13.138995556s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: no record found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\""} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.028504881Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.03892446Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.076955663Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.082010592Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.082109322Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.082338833Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.082597624Z","hostname":"buskin","pid":1665,"uri":"/omicron-zones","method":"PUT","req_id":"192edc08-8476-4b01-87c2-33e297d47724","remote_addr":"[fd00:1122:3344:101::1]:34825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":11792673,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.084296661Z","hostname":"buskin","pid":1665,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.124485442Z","hostname":"buskin","pid":1665,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:31.169912953Z","hostname":"buskin","pid":1665,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.376444627Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:453"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.376470917Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.408483778Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.409375001Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.409385441Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: bafbdf06-9862-4b56-985e-76a1c0b55167, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1becbe90-1e60-4bb1-a792-981ab7b1dc7b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 38de06aa-0d9b-40f2-9b5b-0a51b8c39ad4, kind: Service { id: 1becbe90-1e60-4bb1-a792-981ab7b1dc7b }, name: Name(\"ntp-1becbe90-1e60-4bb1-a792-981ab7b1dc7b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 33])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.43820032Z","hostname":"buskin","pid":1665,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.438448621Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:34942"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bafbdf06-9862-4b56-985e-76a1c0b55167, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.438709342Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bafbdf06-9862-4b56-985e-76a1c0b55167, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.438718032Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.460681084Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.460730644Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.480417289Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.480477559Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.49923795Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.49931782Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.499527341Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.499624211Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.501752539Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.534480352Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.535206695Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.535212845Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.579691463Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:383","port":"Port { inner: PortInner { name: \"opte0\", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 161, 33]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.579735163Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1226","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.580418145Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.580425815Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.580776497Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.582991425Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.607946069Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Installing Omicron zone: oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.627854844Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.823752272Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:32.823916703Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"3d49e58d-8cd1-4835-aaee-2d8516787ee1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48671","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":66,"response_code":"200"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:33.586171003Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b\") failed: Property not found. retry in 71.008404ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:33.731564991Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b\") failed: Property not found. retry in 89.997824ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:33.815438746Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b\") failed: Property not found. retry in 222.928658ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:33.926151643Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b\") failed: Property not found. retry in 569.367408ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:34.160829187Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b\") failed: Property not found. retry in 715.158344ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:34.741156472Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b\") failed: Property not found. retry in 1.1751746s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:35.465931252Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:36.039952374Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b\") failed: Property not found. retry in 1.496748587s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:36.651303296Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:37.516589875Z","hostname":"buskin","pid":1665,"sled_id":"34590180-3244-41a3-8e99-b74ff43ca7f5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:38.192726041Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:38.192772571Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:38.744353849Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:38.744402049Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1796"} {"msg":"Set up NTP service boundary=true, Servers=[\"0.pool.ntp.org\"]","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:38.953945268Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2086"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:38.981303561Z","hostname":"buskin","pid":1665,"zone":"oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.630666263Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.681494204Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.681799575Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.682077806Z","hostname":"buskin","pid":1665,"uri":"/omicron-zones","method":"PUT","req_id":"ad26ca09-988f-49dc-b454-0cda6c51ba1d","remote_addr":"[fd00:1122:3344:101::1]:34942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":13243581,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.684300715Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:494"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.714408988Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.714559769Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:48986"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1becbe90-1e60-4bb1-a792-981ab7b1dc7b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.724577786Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:3028"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.724711247Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"5a28cd5f-5227-4124-a0b2-f0bb389e9db6","remote_addr":"[fd00:1122:3344:101::1]:48986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10018,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:45.727537587Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.870076134Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.870216635Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:36636"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.878416186Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"90eb8404-a737-4ddb-9c8f-9b3f427109ec","remote_addr":"[fd00:1122:3344:101::1]:36636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8075,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:45.881752588Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:45.881760668Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.00964284Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.00974596Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:41599"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.016911137Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"731ee8f1-32ce-459d-860e-e227a09cf9b0","remote_addr":"[fd00:1122:3344:101::1]:41599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":7047,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.018766424Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:46.018774164Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.135210562Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.135366153Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:43061"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.143066542Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"a947a6ae-d6da-4813-b600-c5cec0457074","remote_addr":"[fd00:1122:3344:101::1]:43061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":7571,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.146091623Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:46.146099043Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.395753574Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.395914504Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:65066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.404645907Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"36a122b6-c759-42b6-99b3-b9feffc2b962","remote_addr":"[fd00:1122:3344:101::1]:65066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8586,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.407670108Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:46.407678568Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.589781674Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.589903455Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:45122"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.598461617Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"24b1b4b6-d186-46a4-9597-b92a00e380b0","remote_addr":"[fd00:1122:3344:101::1]:45122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8425,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.601488469Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:46.601496318Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.789519897Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.789620557Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:35091"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.797729068Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"2a7b2be5-2fca-4d36-af8e-468f44a96545","remote_addr":"[fd00:1122:3344:101::1]:35091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":7970,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:46.799227813Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:46.799243023Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:47.023388257Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:47.023499398Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:51869"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:47.031610148Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"107a29a3-e434-41c7-9df4-5631d9d0d91c","remote_addr":"[fd00:1122:3344:101::1]:51869","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":7987,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:47.035109821Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:47.035114961Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:47.522002555Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:47.522115285Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:61632"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:47.531029589Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"f1a1fe2d-ee53-4a10-bc39-503eba2c2e41","remote_addr":"[fd00:1122:3344:101::1]:61632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8768,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:47.533400458Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:47.533407458Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:48.132372514Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:48.132509315Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:54645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:48.140843356Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"e3e3dd3a-5969-4b92-b126-8d98036fb844","remote_addr":"[fd00:1122:3344:101::1]:54645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8182,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:48.143201965Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:48.143209565Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:48.801168493Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:48.801289943Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:65427"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:48.810556268Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"a51b2910-5e28-45ed-8432-1b87260f6b86","remote_addr":"[fd00:1122:3344:101::1]:65427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":9179,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:48.812800606Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:48.812810687Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:49.545969478Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:49.546079978Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:55778"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:49.554391359Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"833e5f41-5b36-4c43-bd14-fe5299f422e5","remote_addr":"[fd00:1122:3344:101::1]:55778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8157,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:49.556633998Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:49.556641768Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:50.294176415Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:50.294301046Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:56632"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:50.302193035Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"df3c1522-8104-45fd-9fbe-62fb75f7a5c6","remote_addr":"[fd00:1122:3344:101::1]:56632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":7760,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:50.304363664Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:50.304371184Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:50.635883022Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:51.412814608Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:51.412997429Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:37095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:51.421694861Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"ba52d5aa-5d01-4716-9f45-e222425be0f4","remote_addr":"[fd00:1122:3344:101::1]:37095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8649,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:51.425519596Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:51.425533156Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:53.878633599Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:53.87875999Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:54263"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:53.882312183Z","hostname":"buskin","pid":1665,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:53.888237016Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"de18af5d-a889-4129-b280-345939ca6f73","remote_addr":"[fd00:1122:3344:101::1]:54263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":9341,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:53.890476724Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:53.890482074Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:54.599047953Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:54.599174833Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:39926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:54.608254947Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"d2dd1f87-0d4f-4056-896d-1f4c236d5d09","remote_addr":"[fd00:1122:3344:101::1]:39926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8942,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:54.610638126Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:54.610647766Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:56.376219579Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:56.37635837Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:49213"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:56.385214993Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"9a0e3dcf-349b-417d-b897-b8793420bd7b","remote_addr":"[fd00:1122:3344:101::1]:49213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8768,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.382921964 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:56.387743763Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:56.387749673Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:56.50876039Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:59.110212473Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:59.110349344Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:49622"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:59.119336538Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"1422486e-99e3-4099-9c28-e74a05897628","remote_addr":"[fd00:1122:3344:101::1]:49622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8852,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.375496924 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:07:59.121726867Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:07:59.121732877Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:00.971499982Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:00.971635122Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:60187"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:00.981146548Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"b7f40b49-d174-4769-bb97-767d41496c00","remote_addr":"[fd00:1122:3344:101::1]:60187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":9419,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.370440811 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:00.985249614Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:00.985255694Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:01.496559495Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:03.363060253Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:03.363154264Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:33505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:03.372098307Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"349c191d-836c-45b0-9da5-63a878ea35f5","remote_addr":"[fd00:1122:3344:101::1]:33505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8796,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.363948196 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:03.374186535Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:03.374194685Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:03.710516936Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39724"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:03.710597736Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"eecf16b9-7d3e-4b02-9026-39f5ae43c271","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39724","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":49,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:05.406858191Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:05.407001732Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:33151"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:05.415963756Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"4e8dba41-5cd6-4585-a8fa-8361719cf8fe","remote_addr":"[fd00:1122:3344:101::1]:33151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8840,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.358397245 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:05.418546995Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:05.418552225Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:06.484023438Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:10.20672891Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:10.206875887Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:46813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:10.215908201Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"1bda7461-b6a7-4113-b549-e683ce3fe5d6","remote_addr":"[fd00:1122:3344:101::1]:46813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8909,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.345362455 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:10.218541631Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:10.218548891Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:11.471839934Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:13.00144845Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:13.001632761Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:64582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:13.009929992Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"60a69b14-f378-42ae-bb4d-d81286515497","remote_addr":"[fd00:1122:3344:101::1]:64582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8277,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.337774515 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:13.014153308Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:13.014162028Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:16.460318331Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:20.764916977Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:20.765042647Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:54995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:20.774106352Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"468c70aa-ab0b-47c1-9353-3030dde616b6","remote_addr":"[fd00:1122:3344:101::1]:54995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8956,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.31668967 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:20.77635282Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:20.77636034Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:21.448085426Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:26.436625404Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:30.641829174Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:30.641959724Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:61214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:30.650407216Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"f0a0c56c-e8f1-4e0c-8e0c-e252b23063b5","remote_addr":"[fd00:1122:3344:101::1]:61214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8319,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.289868534 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:30.652633385Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:30.652642025Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:31.424185058Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:33.662606181Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:33.662678162Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"ad6f2575-6df3-4be7-8139-c71ed8abc44d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43067","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":43,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:36.411556575Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:38.815771741Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:38.815901921Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:57975"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:38.825344187Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"e48999d7-1e23-40d9-a58b-6af54aa5e098","remote_addr":"[fd00:1122:3344:101::1]:57975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":9278,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.26766789 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:38.827929836Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:38.827937146Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:41.398909495Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:46.387338922Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:47.094819284Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:47.094952995Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:63916"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:47.103907948Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"4d421c3e-3341-4acb-be2a-cf7baf196f4f","remote_addr":"[fd00:1122:3344:101::1]:63916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8837,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911264.432361, correction: -0.245186225 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:47.106143617Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:47.106163927Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:51.375561839Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:53.784061964Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:53.784195645Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:62153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:53.792948578Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"adb36d4c-6ddb-49e7-9608-4d0e750dbdb0","remote_addr":"[fd00:1122:3344:101::1]:62153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8602,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701911332.1106052, correction: -0.227020562 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:53.795469527Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:08:53.795476928Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:08:56.364145747Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:01.351628951Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:03.616009132Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42382"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:03.616102802Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"24b64aba-e5e8-4647-a1f5-c8dd9c8e5fe3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42382","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":65,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:06.340040618Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:06.728696106Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:06.728816596Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:50410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:06.738128902Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"1e89b8f4-524e-49e8-829b-d77061e30f15","remote_addr":"[fd00:1122:3344:101::1]:50410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":9152,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1701911338.7752542, correction: -0.185319081 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:06.740457271Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:09:06.74046446Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:11.328191935Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:16.316260311Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:21.304322157Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:21.824982413Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:21.825169523Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:51859"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:21.834600109Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"8d260ad3-ca7d-486a-a615-0acbf2e0d4bc","remote_addr":"[fd00:1122:3344:101::1]:51859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":9404,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1701911338.7752542, correction: -0.14432174 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:21.837531Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:09:21.83754051Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:26.292083951Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:31.28096312Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:33.567599225Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54711"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:33.567664205Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"2abf2116-3226-40a4-a0eb-789360bcac4a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54711","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":37,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:36.269665949Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:39.454179114Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:39.454303345Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:36013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:39.463075878Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"02b31564-aaca-4284-b720-8a5d180f5abf","remote_addr":"[fd00:1122:3344:101::1]:36013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8602,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1701911338.7752542, correction: -0.096448034 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:39.465596153Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:09:39.46560355Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:41.258345017Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:46.247468247Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:51.235007271Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.222043033Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.711040359Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.71116418Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:36565"} {"msg":"Updating [wu]tmpx databases failed: Command [/usr/platform/oxide/bin/tmpx -Z] executed and failed with status: exit status: 1 stdout: [zone:global:0]\nBoot time: 1701910412\nRoot path: \nUpdating database '/var/adm/wtmpx'\nFirst entry looks correct; nothing to do\nUpdating database '/var/adm/utmpx'\nFirst entry looks correct; nothing to do\n[zone:sidecar_softnpu:1]\nBoot time: 1701911219\nRoot path: /sidecar/sidecar_softnpu/root\nUpdating database '/sidecar/sidecar_softnpu/root/var/adm/wtmpx'\nFirst entry looks correct; nothing to do\nUpdating database '/sidecar/sidecar_softnpu/root/var/adm/utmpx'\nFirst entry looks correct; nothing to do\n[zone:oxz_switch:2]\nBoot time: 1701911231\nRoot path: /zone/oxz_switch/root\nUpdating database '/zone/oxz_switch/root/var/adm/wtmpx'\nFirst entry looks correct; nothing to do\nUpdating database '/zone/oxz_switch/root/var/adm/utmpx'\nFirst entry looks correct; nothing to do\n[zone:oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087:3]\nBoot time: 1701911241\nRoot path: /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087/root\nUpdating database '/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087/root/var/adm/wtmpx'\n stderr: tmpx: Invalid database: '/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_3b2dd3e3-3a3d-4f29-ac8d-59a379554087/root/var/adm/wtmpx' (see utmpxname(3C))\n","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:09:56.731048755Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.731163086Z","hostname":"buskin","pid":1665,"uri":"/timesync","method":"GET","req_id":"b4a9dc9e-7ac0-4c5d-b086-a4c0daf8401f","remote_addr":"[fd00:1122:3344:101::1]:36565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":19892,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1701911338.7752542, correction: -0.049580973 }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.735290691Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.735297701Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1042"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: bafbdf06-9862-4b56-985e-76a1c0b55167, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1becbe90-1e60-4bb1-a792-981ab7b1dc7b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 38de06aa-0d9b-40f2-9b5b-0a51b8c39ad4, kind: Service { id: 1becbe90-1e60-4bb1-a792-981ab7b1dc7b }, name: Name(\"ntp-1becbe90-1e60-4bb1-a792-981ab7b1dc7b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 33])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 241bf012-b777-40ab-8049-75d71094940c, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: fb9d8f79-600a-4004-a642-96d517bb1d55, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 49a56d51-62f7-46ee-9771-f5957cbea350, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: f14f5985-cc3c-4620-804e-71fd6a2efb69, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 87b6f0fc-2509-40ac-98a9-5e75d2a5f038, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.765600356Z","hostname":"buskin","pid":1665,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.765908957Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:36906"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bafbdf06-9862-4b56-985e-76a1c0b55167, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.766287028Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bafbdf06-9862-4b56-985e-76a1c0b55167, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.766301548Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.787013037Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.787067377Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.805607979Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.805680367Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 241bf012-b777-40ab-8049-75d71094940c, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.822537211Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 241bf012-b777-40ab-8049-75d71094940c, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.822594391Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb9d8f79-600a-4004-a642-96d517bb1d55, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.874211396Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: fb9d8f79-600a-4004-a642-96d517bb1d55, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.874272636Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49a56d51-62f7-46ee-9771-f5957cbea350, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.923534712Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 49a56d51-62f7-46ee-9771-f5957cbea350, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.923593602Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f14f5985-cc3c-4620-804e-71fd6a2efb69, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.973665451Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f14f5985-cc3c-4620-804e-71fd6a2efb69, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:56.97597446Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 87b6f0fc-2509-40ac-98a9-5e75d2a5f038, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.024210672Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 87b6f0fc-2509-40ac-98a9-5e75d2a5f038, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.024272902Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.0766882Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.076749351Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.076987632Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.077118782Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.084252839Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.084269319Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.084278919Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.084299019Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.084306339Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.176401847Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.180727223Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.184590278Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.188583273Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.19320602Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Installing Omicron zone: oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.198221229Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.202648136Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.207080793Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.21167056Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:09:57.215924536Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Profile for oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:00.69676848Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:00.696901901Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:00.764523756Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:00.764712277Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 58.655073ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:00.849215796Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:00.85837466Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:00.858506671Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 39.383334ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:00.903590911Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 148.656618ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:00.925888366Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 76.562184ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:00.972374511Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 283.677591ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:01.158858905Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 189.207867ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:01.443934622Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:01.454964724Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 513.441941ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:01.490587678Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 69.706883ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:01.505789945Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 82.877574ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:01.600825644Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 226.887033ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:01.682238491Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 137.325214ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:01.704794457Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 563.246165ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:01.923775764Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 860.01091ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:01.972616026Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 1.049822736s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:02.165218726Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 441.669132ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:02.495336482Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:02.729138055Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:02.729300145Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:02.768990335Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:02.769165906Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 1.368135721s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:02.840576476Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 71.645582ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:02.887932784Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 35.790083ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:02.915685039Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 730.660072ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:02.946054224Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 148.174503ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:02.96616178Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 128.148781ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:02.980442224Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 206.592371ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:03.123158233Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 260.653431ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:03.133934244Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 1.379939736s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:03.223903843Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 590.008978ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:03.338517106Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 327.860498ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:03.404770876Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:03.519161598Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46997"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:03.520009042Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"7b9a0b82-7b3c-42b8-b6f3-8085a6670b80","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46997","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":776,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 1.43950567s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:03.684838504Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 603.911369ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:03.74192548Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 682.400724ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:03.940806041Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 1.002359011s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:04.215802366Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 1.168540392s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:04.356197707Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 545.011965ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:04.613421427Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 1.091349012s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:04.634938308Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 1.088892187s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:05.13123049Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 921.692348ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:05.165404929Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 657.672923ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:05.225131914Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 1.136440897s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:05.532789544Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 636.540211ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:05.733906913Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 1.392585527s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:05.890821945Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 1.348324936s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:06.095333006Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 1.028958298s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:06.227899216Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 1.000406346s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:06.378183543Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:06.444531233Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 559.460892ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:06.678432605Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 713.96957ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:07.248901846Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 527.886238ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:07.266608093Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 1.123081757s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:07.290340303Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 564.959125ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:07.387514429Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 516.976807ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:07.452528894Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69\") failed: Property not found. retry in 1.331945683s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:07.802595964Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_f14f5985-cc3c-4620-804e-71fd6a2efb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 525.7351ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:07.959861988Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 517.500581ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:07.970658368Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 1.029665568s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:07.978053636Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55\") failed: Property not found. retry in 1.25867807s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:08.420593665Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_fb9d8f79-600a-4004-a642-96d517bb1d55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c\") failed: Property not found. retry in 1.269976045s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:08.492951993Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 510.166113ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:08.499553203Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038\") failed: Property not found. retry in 938.982759ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:09.019965185Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_87b6f0fc-2509-40ac-98a9-5e75d2a5f038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350\") failed: Property not found. retry in 755.544783ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:09.029314271Z","hostname":"buskin","pid":1665,"zone":"oxz_cockroachdb_49a56d51-62f7-46ee-9771-f5957cbea350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:09.97843972Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:09.978791011Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:09.979160413Z","hostname":"buskin","pid":1665,"uri":"/omicron-zones","method":"PUT","req_id":"8e45cc27-fb78-403a-816c-b8dd98b5451c","remote_addr":"[fd00:1122:3344:101::1]:36906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":13240889,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:10.014901987Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:46598"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:10.050978303Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"1c78760c-9b2f-4cca-b3f4-30773ca37813","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":35928,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:10.051218904Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"110.114038ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c78760c-9b2f-4cca-b3f4-30773ca37813\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:10 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1c78760c-9b2f-4cca-b3f4-30773ca37813\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:10.19065832Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"63292a56-07ad-4cfd-9b94-74fc4ec6bd61","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":28297,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:10.190852821Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"77.128666ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63292a56-07ad-4cfd-9b94-74fc4ec6bd61\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"63292a56-07ad-4cfd-9b94-74fc4ec6bd61\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:10.299531671Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"d755e74a-16b2-4e19-a0b1-28c635eb78c8","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":31408,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:10.299709672Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"122.762152ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d755e74a-16b2-4e19-a0b1-28c635eb78c8\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d755e74a-16b2-4e19-a0b1-28c635eb78c8\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:10.449432176Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"56da8d8c-cad1-4758-8c41-0fa26948d1dd","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":25744,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:10.449600547Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"238.365432ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56da8d8c-cad1-4758-8c41-0fa26948d1dd\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"56da8d8c-cad1-4758-8c41-0fa26948d1dd\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:10.716486283Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"b4b7f267-041e-44a6-96e2-2157396f08ef","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":27993,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:10.716648624Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"142.38602ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b7f267-041e-44a6-96e2-2157396f08ef\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b4b7f267-041e-44a6-96e2-2157396f08ef\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:10.886179953Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"e34a73cf-3454-4b0e-b496-2e991815cc93","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":26491,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:10.886342244Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"224.710803ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34a73cf-3454-4b0e-b496-2e991815cc93\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e34a73cf-3454-4b0e-b496-2e991815cc93\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:11.138957397Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"5dcc10df-7a46-414a-8323-0126136de9b9","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":26674,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:11.139122617Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"407.524441ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dcc10df-7a46-414a-8323-0126136de9b9\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5dcc10df-7a46-414a-8323-0126136de9b9\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:11.439226749Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:11.574099467Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"81165c05-78d3-4539-b6c3-93db5a07377e","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":26889,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:11.574291128Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"226.319419ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81165c05-78d3-4539-b6c3-93db5a07377e\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"81165c05-78d3-4539-b6c3-93db5a07377e\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:11.828486587Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"42c2fcf0-9662-4ed6-8168-8aa2f5bff889","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":27242,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:11.828679058Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"404.525854ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c2fcf0-9662-4ed6-8168-8aa2f5bff889\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"42c2fcf0-9662-4ed6-8168-8aa2f5bff889\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:12.260270785Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"f77ffaa0-e0da-42ea-b82f-cf8b8f908737","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_241bf012-b777-40ab-8049-75d71094940c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":26845,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:12.260464776Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"636.071721ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77ffaa0-e0da-42ea-b82f-cf8b8f908737\", \"content-length\": \"124\", \"date\": \"Thu, 07 Dec 2023 01:10:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f77ffaa0-e0da-42ea-b82f-cf8b8f908737\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:12.92974401Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2881"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:27.003398409Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2899"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.643790762Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2920"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.643949703Z","hostname":"buskin","pid":1665,"uri":"/cockroachdb","method":"POST","req_id":"0ead234f-434d-45aa-81f9-b43b548796d8","remote_addr":"[fd00:1122:3344:101::1]:46598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":16764961,"response_code":"204"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.645645739Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: bafbdf06-9862-4b56-985e-76a1c0b55167, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1becbe90-1e60-4bb1-a792-981ab7b1dc7b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 38de06aa-0d9b-40f2-9b5b-0a51b8c39ad4, kind: Service { id: 1becbe90-1e60-4bb1-a792-981ab7b1dc7b }, name: Name(\"ntp-1becbe90-1e60-4bb1-a792-981ab7b1dc7b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 33])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 241bf012-b777-40ab-8049-75d71094940c, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: fb9d8f79-600a-4004-a642-96d517bb1d55, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 49a56d51-62f7-46ee-9771-f5957cbea350, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: f14f5985-cc3c-4620-804e-71fd6a2efb69, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 87b6f0fc-2509-40ac-98a9-5e75d2a5f038, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5158fc46-3806-4f31-b05f-36812386b9f1, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: aa9ce0f5-5d49-4eb2-9094-9f595cfc69f3, kind: Service { id: 5158fc46-3806-4f31-b05f-36812386b9f1 }, name: Name(\"external-dns-5158fc46-3806-4f31-b05f-36812386b9f1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 11])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e01321fb-b769-45f7-ab16-8deaa00ea7ad, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: af8d51bf-148b-4a8b-b96c-32388a254f04, kind: Service { id: e01321fb-b769-45f7-ab16-8deaa00ea7ad }, name: Name(\"external-dns-e01321fb-b769-45f7-ab16-8deaa00ea7ad\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 87])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: bf33b194-1a6f-4bf9-ad48-29b12df39aea, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 89d5737f-8d22-4461-987d-d6e41eba810b, kind: Service { id: bf33b194-1a6f-4bf9-ad48-29b12df39aea }, name: Name(\"nexus-bf33b194-1a6f-4bf9-ad48-29b12df39aea\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 14a486ee-8d2b-4c8d-814d-85da6238da27, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 405c3269-4d65-4f42-9fd9-fed98b39e1df, kind: Service { id: 14a486ee-8d2b-4c8d-814d-85da6238da27 }, name: Name(\"nexus-14a486ee-8d2b-4c8d-814d-85da6238da27\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 148])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ba6d3ec0-4a66-41b3-bab3-dba67c9e6853, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: ae24dfa3-d654-476a-981f-45ddebe4c7e8, kind: Service { id: ba6d3ec0-4a66-41b3-bab3-dba67c9e6853 }, name: Name(\"nexus-ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 222])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 576b4b44-91d4-4d23-81b1-9199efb740ae, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: bca496c0-e8d0-42e4-9905-69f0b44bcc91, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7dc010b9-8d5f-4534-924b-9d4a640ea7f9, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 21e52a1e-d11e-49f9-b959-ffa324b0696f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 52490697-55b4-4e94-8113-7bfd03f54768, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8120d95e-cfba-472c-b9e6-b1be896490ab, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 1e8f4b9e-085f-418a-8016-b02520cfce76, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 464a152f-274d-46e9-a18b-7545a9aed1b5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 081cd11b-e3e4-4099-9b6f-8429e715f17b, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b8581c69-b37d-4850-a043-f0ad5ae76c9b, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: b3f5baf8-c870-43b7-af4d-ee725dba88c9, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 79f99269-3df9-47b5-aa2a-574ca33f5ace, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: fb962991-cb18-48dc-83fe-e6b511a55b93, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.679481746Z","hostname":"buskin","pid":1665,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.680015019Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::1]:32944"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bafbdf06-9862-4b56-985e-76a1c0b55167, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.68032703Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bafbdf06-9862-4b56-985e-76a1c0b55167, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.68033408Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.703075455Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3b2dd3e3-3a3d-4f29-ac8d-59a379554087, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.703144096Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.725166049Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 291c1fe9-9d5f-4e9f-8b65-1a7cb50467c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.725230179Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 241bf012-b777-40ab-8049-75d71094940c, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.747666763Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 241bf012-b777-40ab-8049-75d71094940c, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.747739554Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb9d8f79-600a-4004-a642-96d517bb1d55, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.771516833Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: fb9d8f79-600a-4004-a642-96d517bb1d55, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.771580244Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49a56d51-62f7-46ee-9771-f5957cbea350, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.793915128Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 49a56d51-62f7-46ee-9771-f5957cbea350, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.793976728Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f14f5985-cc3c-4620-804e-71fd6a2efb69, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.816904954Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f14f5985-cc3c-4620-804e-71fd6a2efb69, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.816973234Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 87b6f0fc-2509-40ac-98a9-5e75d2a5f038, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.838239855Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 87b6f0fc-2509-40ac-98a9-5e75d2a5f038, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.838304465Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5158fc46-3806-4f31-b05f-36812386b9f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.858903502Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5158fc46-3806-4f31-b05f-36812386b9f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.858962293Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e01321fb-b769-45f7-ab16-8deaa00ea7ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.933537453Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e01321fb-b769-45f7-ab16-8deaa00ea7ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:29.933599994Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bca496c0-e8d0-42e4-9905-69f0b44bcc91, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.004188649Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bca496c0-e8d0-42e4-9905-69f0b44bcc91, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.00426061Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8120d95e-cfba-472c-b9e6-b1be896490ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.07082354Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8120d95e-cfba-472c-b9e6-b1be896490ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.070887001Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e8f4b9e-085f-418a-8016-b02520cfce76, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.140235382Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1e8f4b9e-085f-418a-8016-b02520cfce76, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.140293902Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.204104712Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.204172733Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 464a152f-274d-46e9-a18b-7545a9aed1b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.263790327Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 464a152f-274d-46e9-a18b-7545a9aed1b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.263871467Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 081cd11b-e3e4-4099-9b6f-8429e715f17b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.332694417Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 081cd11b-e3e4-4099-9b6f-8429e715f17b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.332756207Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b8581c69-b37d-4850-a043-f0ad5ae76c9b, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.406061603Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b8581c69-b37d-4850-a043-f0ad5ae76c9b, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.406122253Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b3f5baf8-c870-43b7-af4d-ee725dba88c9, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.464686534Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b3f5baf8-c870-43b7-af4d-ee725dba88c9, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.464748014Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79f99269-3df9-47b5-aa2a-574ca33f5ace, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.538464691Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 79f99269-3df9-47b5-aa2a-574ca33f5ace, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.538527032Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb962991-cb18-48dc-83fe-e6b511a55b93, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.598773279Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: fb962991-cb18-48dc-83fe-e6b511a55b93, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.598835659Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.66278566Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.66287156Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.663148401Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.663326562Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.670018687Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.670226588Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.670255708Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.670262198Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.671634263Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.673042628Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.674444753Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.684458471Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.684598132Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.684608452Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.684620432Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.684627252Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.684642812Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.684650762Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.684657432Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.689655651Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.689671241Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.689678101Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.689683991Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.982053991Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.986976961Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.992283581Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:30.998265003Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.004130005Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.009710396Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.015137557Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.020681557Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.026146298Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.031479078Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.036596817Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.041617636Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.04796175Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.052854479Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.057892508Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.063505509Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.069433531Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.074612191Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.07962441Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.085696372Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.091643845Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.09826468Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.104189332Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.110471716Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.116237561Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.122465881Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.168005252Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.208002583Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.240302565Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.279743603Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.280119005Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.287288682Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.331738689Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.334385509Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.334414299Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.446025139Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:383","port":"Port { inner: PortInner { name: \"opte1\", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 154, 222]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.44608995Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1226","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.450907158Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.450930208Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.51786984Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:383","port":"Port { inner: PortInner { name: \"opte2\", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 189, 87]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.51793926Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1226","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.519903347Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.519916557Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.578871609Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:383","port":"Port { inner: PortInner { name: \"opte3\", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 222, 11]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.57892555Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1226","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.580875307Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.580890957Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.636645467Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:383","port":"Port { inner: PortInner { name: \"opte4\", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 150, 110]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.636696067Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1226","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.638568764Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.638577704Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.746645401Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:383","port":"Port { inner: PortInner { name: \"opte5\", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 172, 148]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.746728042Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1226","zone_type":"nexus"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.748330937Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.748350748Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.748571198Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.748587278Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.750186224Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.750202135Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.751116888Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.753869168Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.753906969Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.758157745Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.758188775Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.758195455Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.758267125Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.758295785Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.758309885Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.792554284Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.819493496Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.821569063Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.824837856Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.824851406Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.853555814Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.859379146Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.921991211Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Installing Omicron zone: oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.927627713Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.933755516Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Configuring new Omicron zone: oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.939607878Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Configuring new Omicron zone: oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.946869965Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Installing Omicron zone: oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.95354787Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.967975455Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Installing Omicron zone: oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:31.975662404Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:33.530316848Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62878"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:33.531617863Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"e0ba6f8b-5250-4f83-a235-43847713b9d4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62878","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":1277,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:34.647274035Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f:\n\n\n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:34.931088634Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:34.934093565Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:35.155000297Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:35.155243398Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768:\n\n\n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:35.165094355Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:35.17162755Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:35.243049939Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:35.243703101Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 67.477276ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.522118889Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 119.076566ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.631604802Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 63.578322ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.669618855Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 58.814546ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.695003171Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 39.929885ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.720897528Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 93.82461ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.751246552Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 210.387802ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.781877798Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 50.515535ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.843795331Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 77.235513ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.871220104Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 117.759321ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:35.945174273Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 197.847578ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.011125381Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:36.039292337Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 170.573144ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.117513382Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 409.254847ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.229047012Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:36.229316263Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 522.944384ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.465895724Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 230.949101ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.553682564Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 343.711603ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.607705708Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:36.607923269Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 831.736742ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.651537423Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:36.651991395Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:36.652176995Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 29.481635ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.776083932Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 729.327728ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.809279837Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 65.433926ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.824154743Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 40.10077ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.877400133Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 293.555929ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.903833423Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 67.299768ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.914195512Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 57.649236ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.927723273Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.074303628s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.963435848Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 139.411552ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:36.99319996Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 551.909625ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.004426252Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 240.104711ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.014741991Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:37.126802173Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 174.593168ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.146667638Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 412.856187ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.212449375Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 440.297109ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.270232203Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 510.357117ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.334220564Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 60.535414ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.34641808Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 100.28599ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.418799352Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.071470171s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.495859942Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 115.788355ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.533667755Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 685.665622ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.552696527Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 986.220792ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.567313462Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 969.085636ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.63606309Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 323.097289ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.663182783Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 817.174433ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.72608221Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.115167163s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.85907099Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 615.41801ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:37.999965701Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.228855085s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.054115005Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:38.216309286Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:38.216443886Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 776.595775ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.269918378Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 733.311158ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.570141058Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 1.434631695s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.594144999Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 541.659409ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.618158399Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 1.238127667s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.634615051Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 1.272248735s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.650580521Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 47.941395ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.662055184Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 114.778113ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.722716783Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 255.187894ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.852229651Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 992.100984ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:38.988232663Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 914.190112ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.059799732Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 401.813705ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.120562321Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.232071013s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.172926438Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.121878657s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.298322291Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 526.057569ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.316373889Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 520.107839ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.536712688Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:39.648702542Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 1.299044378s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.857310186Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 1.255514608s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.887159208Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 628.166262ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.936992576Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 1.125256408s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:39.988821821Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.113362666s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:40.001176528Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 980.577491ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:40.039248751Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 1.431209511s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:40.067319787Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.107251223s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:40.4134724Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 756.128391ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:40.428325246Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 1.076502582s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:40.577656048Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 926.692907ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.035085631Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 1.113321921s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.128388443Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.067892623s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.141645963Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 1.309121973s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.156050307Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 1.486580419s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.168372203Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.403126273s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.196434459Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 1.41990316s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.51280227Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.305592885s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.534473582Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 533.928284ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.667018471Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 1.042184678s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:41.975960904Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 1.43134025s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:42.214930494Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 935.84588ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:42.228418775Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 770.72262ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:42.255072805Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 1.371132451s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:42.478626307Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.280630259s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:42.612953423Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 1.090181495s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:42.669159555Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.05702087s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:42.850882979Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 1.042865463s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:42.944589962Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 1.364719352s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.029394041Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 631.361453ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.040444633Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 577.952694ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.175610472Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:43.203982349Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:43.233719161Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:43.233922262Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:43.286961162Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:43.287145372Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9:\n\n\n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:43.342119989Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:43.34226904Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 66.084731ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.419492231Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 70.532066ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.429213347Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 27.056815ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.444733236Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 115.049204ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.482187747Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 128.056881ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.497546884Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 115.979923ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.510331923Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 60.564158ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.520621602Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 97.580857ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.591140627Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 166.106406ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.606461305Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 253.690618ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.636747889Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 235.899314ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.646531586Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 572.972415ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.656945035Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 1.33926976s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.754246411Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 163.601399ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.815928094Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 368.019365ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.845449555Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.438015263s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.863223652Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 781.006549ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.872673807Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 807.724857ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.881814792Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 238.063567ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.893830207Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.491949356s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.903584554Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 244.915801ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.91325073Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 904.705663ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.923357348Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 296.854775ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:43.99023928Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 828.126668ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.000076977Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:44.017139152Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:44.017374782Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:44.049374153Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:44.049576314Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:44.082391537Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 764.124679ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.143033206Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 941.918824ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.168835283Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 943.119511ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.224938434Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 1.021337109s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.241044995Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 54.87131ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.262749946Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 27.332073ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.271402809Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 56.186631ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.283930956Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 691.858183ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.297394077Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 84.361787ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.307985537Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 138.265957ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.328679165Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 135.220206ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.349407583Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:44.384098163Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:44.384323264Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 240.244236ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.402615473Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 908.041923ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.41236714Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 144.396777ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.477062323Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 250.70142ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.49754643Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 62.716368ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.606634921Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 336.73371ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.631024893Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 524.34858ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.653278487Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:44.653906369Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 1.447247409s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.664607999Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 114.245414ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.677584588Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 1.235905959s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.698366217Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 226.993568ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.758558713Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 112.501929ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.803458333Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:44.811923004Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 1.490592554s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.837587791Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 701.394904ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.845720262Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 663.105914ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.916646059Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 394.202253ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.925919174Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 543.95948ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.977004246Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 67.505449ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.984801295Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 912.560368ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:44.994952654Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 1.403680399s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.003511486Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 110.029637ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.061250093Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 780.203488ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.100937203Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 1.140272409s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.120544267Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 1.400829313s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.177441421Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 279.504044ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.186117924Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 635.751719ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.194885617Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 654.559026ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.272035577Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.469755359s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.314032395Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 936.50791ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.332501655Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 575.288185ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.342419832Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.167855424s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.539666015Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 1.24308898s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.582851868Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 1.155229117s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.658532853Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.161396333s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.683290056Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 284.850303ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.697286759Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 524.454912ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.871421254Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 851.602281ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.897506042Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 1.466891835s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.921428003Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 1.039448454s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.932248484Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 890.884781ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.941628299Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 1.440034211s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.951218685Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 560.835669ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:45.99493654Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 505.245148ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.125996863Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 553.083549ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.272880056Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 541.720108ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.28189287Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 527.543363ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.339386787Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 913.684664ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.406901361Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 996.882655ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.418264874Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 648.770144ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.566985974Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 1.083826334s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.587955273Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 842.215092ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.641569365Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 531.885505ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.71740319Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 923.901979ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.759353558Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.040902306s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.794674811Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 609.738181ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.823180439Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 1.191634193s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.833391947Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 933.637787ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.841368667Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 616.946198ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.849727908Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 1.216777189s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.857635668Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.292110396s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.865816499Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 996.532944ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.876122128Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 652.944856ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:46.981603855Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 1.078561623s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.225576494Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.350242285s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.260033984Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 616.783331ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.329951767Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 987.597818ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.397787613Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 1.094018819s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.406616476Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 1.231947927s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.423425809Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 1.244045328s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.44211426Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 1.389919689s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.475707806Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 537.163893ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.492868381Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 1.158967171s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.642908196Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 868.892846ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.680371617Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 816.600655ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.692429242Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 500.884593ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.785600043Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.23002753s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.846580043Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 506.731096ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.887124375Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 1.224539687s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:47.959740239Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 946.635111ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.036719699Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 1.372774767s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.047372483Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 1.237429991s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.085960964Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.308840812s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.169537449Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 712.791387ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.300364172Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 644.101112ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.316752784Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:48.361805853Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 916.319118ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.396140063Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 514.278792ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.406861993Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 1.370895073s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.51413132Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 795.047882ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.526290762Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 721.345971ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.562135017Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 48.152897ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.575510768Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 776.079771ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.621124299Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 109.687264ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.633620497Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 1.000594834s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.694229465Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 1.003286797s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.747467455Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 113.649172ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.758636667Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 762.538817ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.813896345Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 719.533015ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.875273407Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 488.474071ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.884988013Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 1.428675109s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.929025769Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 545.110425ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.971298858Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 691.263091ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:48.994618176Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 749.832312ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.026097195Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.30697075s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.089725054Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 762.89743ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.196385926Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 851.930925ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.294756116Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 647.7619ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.324654599Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 1.012493902s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.335899342Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 1.184695336s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.347170524Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 645.119508ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.384847416Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 544.037272ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.409203318Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 669.896138ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.432426805Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.079653124s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.490396333Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 552.690693ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.52932667Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 659.566336ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.588150001Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 930.19742ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.608170517Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:49.657388562Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 544.312479ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.706729068Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 1.158074785s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.724668976Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 544.123709ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.765087888Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 620.415785ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.790768084Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 891.577551ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.900038916Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 911.250767ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.967589121Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 856.194011ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.980145248Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 651.3279ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:49.992182763Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 1.044164544s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.045940905Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 1.229286555s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.095110151Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 551.326937ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.114715875Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 1.41590052s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.162702785Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 977.36635ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.263016563Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 1.39722545s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.276723065Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 572.488731ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.32864819Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 1.461123017s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.367512987Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 696.995575ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.390595074Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.315715922s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.413652341Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 1.026792097s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.428479476Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 1.422401655s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.548280597Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 1.205709528s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.563390254Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.335219619s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.587339194Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 1.235482213s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.660815761Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 810.404595ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.683127465Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 628.061733ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.809360391Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 1.280132342s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.856288237Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.481130491s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.900298283Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 845.013627ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.916872685Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 1.492700322s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:50.938165776Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 1.08308984s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.105683036Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 1.419412215s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.128334172Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 1.101801723s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.256887266Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 829.758358ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.340057709Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 535.105641ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.455686855Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 1.091268082s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.47049919Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 1.285418337s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.509269646Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 937.439112ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.591775347Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 655.422586ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.686744044Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.481016735s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.744811793Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 1.450668072s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.775553359Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 517.463909ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.788727699Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 1.248430066s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.840594794Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 1.312017965s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.909473253Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.137622715s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.933749125Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 712.991285ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:51.980053312Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 934.161504ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.00424727Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 597.53258ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.15024452Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 824.328454ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.18218909Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 536.423513ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.201309293Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 1.481708498s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.321468725Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 1.34425002s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.355566083Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 543.76973ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.368630903Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 565.015844ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.394185789Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 1.289825822s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.444606499Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 1.108120579s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.541831555Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 957.223406ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.560642526Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 1.146387343s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.573245473Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 818.842255ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.705899662Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 934.970644ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.751205503Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 715.460583ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.762497796Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 517.706347ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.80876901Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 1.419619151s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.926782545Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 1.226123031s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.950463734Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 1.428352938s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:52.97067976Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 864.325279ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.018138649Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 1.065007214s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.083764816Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 886.014495ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.104438223Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 762.775476ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.234671084Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 1.107239326s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.246951231Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 809.361054ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.262028097Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 921.618193ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.337585052Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 1.195738845s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.492080983Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 984.748804ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.534883384Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 798.994319ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.548205774Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 1.44347868s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.669310971Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 1.038502308s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.706623091Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 823.654862ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.720289093Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 989.218664ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.737425507Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 1.149226414s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.750988768Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea\") failed: Property not found. retry in 1.439361179s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.816434685Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 843.729274ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:53.89476013Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 786.879414ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.004600544Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 1.136078025s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.017213631Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9\") failed: Property not found. retry in 762.851043ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.08611506Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_7dc010b9-8d5f-4534-924b-9d4a640ea7f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768\") failed: Property not found. retry in 726.107198ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.163665123Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_52490697-55b4-4e94-8113-7bfd03f54768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 572.73155ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.187686803Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 549.8768ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.27180604Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace\") failed: Property not found. retry in 1.412309043s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.357603483Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_79f99269-3df9-47b5-aa2a-574ca33f5ace","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab\") failed: Property not found. retry in 1.287160924s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.367831532Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_8120d95e-cfba-472c-b9e6-b1be896490ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 569.603233ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.377318457Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a\") failed: Property not found. retry in 525.835576ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.410098331Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_4ec46fa9-1dc2-4f54-9c50-12eaca4fb30a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 573.636939ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.530631305Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f\") failed: Property not found. retry in 1.383736254s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.556640512Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_pantry_21e52a1e-d11e-49f9-b959-ffa324b0696f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:54.658292895Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93\") failed: Property not found. retry in 832.818378ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.697682704Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_fb962991-cb18-48dc-83fe-e6b511a55b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad\") failed: Property not found. retry in 705.560167ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.735469176Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\") failed: Property not found. retry in 581.229772ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.746850139Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91\") failed: Property not found. retry in 686.604866ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.753899265Z","hostname":"buskin","pid":1665,"zone":"oxz_clickhouse_bca496c0-e8d0-42e4-9905-69f0b44bcc91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1\") failed: Property not found. retry in 659.809394ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.771330171Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5\") failed: Property not found. retry in 759.511778ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.802187697Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_464a152f-274d-46e9-a18b-7545a9aed1b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b\") failed: Property not found. retry in 1.089289442s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.830923896Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b8581c69-b37d-4850-a043-f0ad5ae76c9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae\") failed: Property not found. retry in 560.964842ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.917657122Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b\") failed: Property not found. retry in 642.801868ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:54.961059626Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_081cd11b-e3e4-4099-9b6f-8429e715f17b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27\") failed: Property not found. retry in 951.911818ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:55.117038553Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9\") failed: Property not found. retry in 1.252585836s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:55.127537063Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_b3f5baf8-c870-43b7-af4d-ee725dba88c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76\") failed: Property not found. retry in 628.767695ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:10:55.164973943Z","hostname":"buskin","pid":1665,"zone":"oxz_crucible_1e8f4b9e-085f-418a-8016-b02520cfce76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::a exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:55.318742843Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:55.318808403Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::a exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:55.936199838Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:55.936286838Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1796"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:58.590920775Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1840"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:10:58.590979215Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_bf33b194-1a6f-4bf9-ad48-29b12df39aea","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:03.69326667Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62245"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:03.693489151Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:03.694182234Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"cd549267-065d-495c-9e04-f0bca5a49e5b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62245","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":785,"response_code":"200"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:03.907912059Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:03.907979759Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:04.463522821Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:04.463588052Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1796"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:05.064388574Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1953"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:05.064440014Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_e01321fb-b769-45f7-ab16-8deaa00ea7ad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:08.694773416Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:10.733042622Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:10.733105922Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:11.294963298Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:11.295038399Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1796"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:11.737593985Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1953"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:11.737639425Z","hostname":"buskin","pid":1665,"zone":"oxz_external_dns_5158fc46-3806-4f31-b05f-36812386b9f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:13.696197151Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::b exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:18.070921546Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:18.070989276Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:18.632672801Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:18.632737912Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1796"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:18.697812277Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:19.032105066Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1840"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:19.032143936Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_14a486ee-8d2b-4c8d-814d-85da6238da27","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:23.698990491Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::d exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:24.363403733Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:24.363476783Z","hostname":"buskin","pid":1665,"zone":"oxz_oximeter_576b4b44-91d4-4d23-81b1-9199efb740ae","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::d exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:24.918296772Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:24.918369433Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1796"} {"msg":"Setting up oximeter service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:25.195536207Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:2064"} {"msg":"Ensuring address fd00:1122:3344:101::c exists","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:25.293666876Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1769"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:25.293728726Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::c exists - OK","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:25.8602484Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1777"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:25.86032477Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1796"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:26.17104312Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"sled-agent/src/services.rs:1840"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:26.17110169Z","hostname":"buskin","pid":1665,"zone":"oxz_nexus_ba6d3ec0-4a66-41b3-bab3-dba67c9e6853","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:28.699858404Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.869582633Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.857491524s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"f93392ab-11c1-4aff-8106-a52d6fb8b4b2\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"f93392ab-11c1-4aff-8106-a52d6fb8b4b2\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.872060972Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.860363714s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"624011b5-58a7-495a-b867-6487e86675ef\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"624011b5-58a7-495a-b867-6487e86675ef\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.907384735Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.898263357s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"de02002e-262f-4e69-894c-c554bc5933cf\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"de02002e-262f-4e69-894c-c554bc5933cf\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.907442175Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.896958042s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0ba8a45a-f3e2-4b81-9779-c75f386d09d0\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"0ba8a45a-f3e2-4b81-9779-c75f386d09d0\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.910098945Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.897746535s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"fea4da25-6c01-4594-be97-6a5f00232d01\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"fea4da25-6c01-4594-be97-6a5f00232d01\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.910307216Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.8990673s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"5a060a0d-fc77-4331-bc45-77770cfa0229\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"5a060a0d-fc77-4331-bc45-77770cfa0229\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.913129137Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.901323558s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"bd5874ef-c187-41e5-950a-5ea7d65ad0c2\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"bd5874ef-c187-41e5-950a-5ea7d65ad0c2\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.914428992Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.905478793s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c9b0418b-5644-4bea-b275-279da11eb16f\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"c9b0418b-5644-4bea-b275-279da11eb16f\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.915251655Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.903340105s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"238abb69-9b44-4761-991c-47c4982d2fad\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"238abb69-9b44-4761-991c-47c4982d2fad\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.920508435Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.910501622s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"01768ac8-2dd4-4951-8be1-3ed2da63bc12\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"01768ac8-2dd4-4951-8be1-3ed2da63bc12\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.922654483Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.91246195s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e29fc21c-1bc8-4441-9ef7-03f864fc64e4\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"e29fc21c-1bc8-4441-9ef7-03f864fc64e4\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.924357469Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.915906044s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"497df137-7c9c-40b5-b519-c34676040f58\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"497df137-7c9c-40b5-b519-c34676040f58\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.924478499Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.912961142s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"77c1d939-6c4b-4001-b513-ac1ab5bb99a7\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"77c1d939-6c4b-4001-b513-ac1ab5bb99a7\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.926070305Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.91507289s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"3215f447-eef9-41a0-814c-a2aed716e55d\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"3215f447-eef9-41a0-814c-a2aed716e55d\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.926590197Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.915461961s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0611d746-03b9-490d-855c-ca176a3e5aa8\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"0611d746-03b9-490d-855c-ca176a3e5aa8\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.928556735Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.916278005s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"b514823e-341d-4fc7-a546-2ef882ec90b8\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"b514823e-341d-4fc7-a546-2ef882ec90b8\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.933880275Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.921668995s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"bef6cfa6-9211-4d3c-b9db-7121e07c96d8\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"bef6cfa6-9211-4d3c-b9db-7121e07c96d8\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.938597072Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.928480571s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e753f636-9952-4e6e-adbb-7d800e0aefa2\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"e753f636-9952-4e6e-adbb-7d800e0aefa2\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.946396822Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.936099759s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0b5f613c-1fd1-4785-9924-596491e0f617\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"0b5f613c-1fd1-4785-9924-596491e0f617\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.960317434Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.94956808s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"11d2fe19-2c0d-4424-bb82-9cb7f3290855\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"11d2fe19-2c0d-4424-bb82-9cb7f3290855\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.960407985Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.949786071s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e29edbee-951e-418a-afe4-e7dbf95736de\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"e29edbee-951e-418a-afe4-e7dbf95736de\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:28.96455785Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.953715605s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a06f2bb2-9ec6-4fe7-995a-77d3f439d736\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:28 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"34590180-3244-41a3-8e99-b74ff43ca7f5\\\\\\\"\\\", request_id: \\\"a06f2bb2-9ec6-4fe7-995a-77d3f439d736\\\" }\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:29.144439408Z","hostname":"buskin","pid":1665,"component":"HardwareMonitor","file":"sled-agent/src/sled_agent.rs:632","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"e774257c99494b87bc4ed94f46566b18\" }","id":"34590180-3244-41a3-8e99-b74ff43ca7f5"} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:30.846609458Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"261.834652419s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"182d5fa5-9823-4b20-9211-b1cfe7c1f409\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:30 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"182d5fa5-9823-4b20-9211-b1cfe7c1f409\\\" }\""} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.36760915Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.368247402Z","hostname":"buskin","pid":1665,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.368891265Z","hostname":"buskin","pid":1665,"uri":"/omicron-zones","method":"PUT","req_id":"1faffdac-dddf-4957-bdc8-aa3a1bfe480a","remote_addr":"[fd00:1122:3344:101::1]:32944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":61687802,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.372020337Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.372029327Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.372188637Z","hostname":"buskin","pid":1665,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.374644887Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.374664817Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:551"} {"msg":"rack_network_config: Some(\n RackNetworkConfigV1 {\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 32,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.407766331Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c137660a-d52d-43a2-b78f-ee0b44390fda/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.408091936Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c137660a-d52d-43a2-b78f-ee0b44390fda/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.539351977Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.645935688Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.645962508Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c137660a-d52d-43a2-b78f-ee0b44390fda/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:31.703251444Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:31.70746313Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"262.695345361s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"3a6ec024-9398-4205-8a4f-5abfe1d20089\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:31 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"3a6ec024-9398-4205-8a4f-5abfe1d20089\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:32.327796426Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"263.31648973s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d42f22e3-1a13-4635-b3b5-b7350acc5e66\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:31 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"d42f22e3-1a13-4635-b3b5-b7350acc5e66\\\" }\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:32.515757004Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::b]:36206"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:32.515883724Z","hostname":"buskin","pid":1665,"uri":"/network-bootstore-config","method":"GET","req_id":"c2d49225-7a91-4c3c-84ed-c6776eebb07f","remote_addr":"[fd00:1122:3344:101::b]:36206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":97,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddef6b1a-72c4-42c6-bf22-13217fc41f48\", \"content-length\": \"174\", \"date\": \"Thu, 07 Dec 2023 01:11:33 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"ddef6b1a-72c4-42c6-bf22-13217fc41f48\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:33.425002748Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:33.7016521Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:33.72828606Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:33.728370541Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"766eea8c-13a1-4da6-b6c9-f03e9f089d43","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51732","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":42,"response_code":"200"} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:33.931882377Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"264.919974799s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"22d8cd9a-7c30-4ca9-b982-8dad97ae59a0\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:33 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"22d8cd9a-7c30-4ca9-b982-8dad97ae59a0\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e941ea4-0ce4-409d-9442-13ca2dce7294\", \"content-length\": \"174\", \"date\": \"Thu, 07 Dec 2023 01:11:33 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"9e941ea4-0ce4-409d-9442-13ca2dce7294\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:34.157131605Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:34.461435802Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"265.449413492s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"ae04d8e5-0d05-42c4-9601-7f18c1f866aa\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 07 Dec 2023 01:11:34 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"ae04d8e5-0d05-42c4-9601-7f18c1f866aa\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"007fa1d4-2840-4b1c-b28d-7ef6c13cec77\", \"content-length\": \"174\", \"date\": \"Thu, 07 Dec 2023 01:11:35 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"007fa1d4-2840-4b1c-b28d-7ef6c13cec77\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:35.016525882Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80c82cbe-7283-450d-bc5c-5af78539b43d\", \"content-length\": \"174\", \"date\": \"Thu, 07 Dec 2023 01:11:35 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"80c82cbe-7283-450d-bc5c-5af78539b43d\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:35.8419305Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:35.990407509Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:35.990431179Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:35.990438059Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:35.990450339Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:36.03050784Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:36.03052982Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:36.03053509Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:36.03053921Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 34590180-3244-41a3-8e99-b74ff43ca7f5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:36.03054372Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:36.03054815Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:36.03055234Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1a750f-821c-4334-8cf1-5f8f6e891f9d\", \"content-length\": \"174\", \"date\": \"Thu, 07 Dec 2023 01:11:36 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"31bd71cd-4736-4a12-a387-9b74b050396f\\\"\", request_id: \"af1a750f-821c-4334-8cf1-5f8f6e891f9d\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:36.896805053Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6882afc4-b90d-4ed5-8fb4-a154bb18d4ce\", \"content-length\": \"174\", \"date\": \"Thu, 07 Dec 2023 01:11:37 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"31bd71cd-4736-4a12-a387-9b74b050396f\\\"\", request_id: \"6882afc4-b90d-4ed5-8fb4-a154bb18d4ce\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:38.108288825Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:38.702991855Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eaee8ea-c1d8-486c-ba52-964def97868e\", \"content-length\": \"174\", \"date\": \"Thu, 07 Dec 2023 01:11:38 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"31bd71cd-4736-4a12-a387-9b74b050396f\\\"\", request_id: \"3eaee8ea-c1d8-486c-ba52-964def97868e\" }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:39.314180866Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:39.401574806Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:39.401598216Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:39.401604756Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.265461915Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.265487745Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.265492605Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.265504945Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.265509495Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.265513605Z","hostname":"buskin","pid":1665,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.344744573Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::b]:44640"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.345068054Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:399","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aa9ce0f5-5d49-4eb2-9094-9f595cfc69f3, kind: Service { id: 5158fc46-3806-4f31-b05f-36812386b9f1 }, name: Name(\"external-dns-5158fc46-3806-4f31-b05f-36812386b9f1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 11])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: af8d51bf-148b-4a8b-b96c-32388a254f04, kind: Service { id: e01321fb-b769-45f7-ab16-8deaa00ea7ad }, name: Name(\"external-dns-e01321fb-b769-45f7-ab16-8deaa00ea7ad\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 87])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 405c3269-4d65-4f42-9fd9-fed98b39e1df, kind: Service { id: 14a486ee-8d2b-4c8d-814d-85da6238da27 }, name: Name(\"nexus-14a486ee-8d2b-4c8d-814d-85da6238da27\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 148])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: 89d5737f-8d22-4461-987d-d6e41eba810b, kind: Service { id: bf33b194-1a6f-4bf9-ad48-29b12df39aea }, name: Name(\"nexus-bf33b194-1a6f-4bf9-ad48-29b12df39aea\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: ae24dfa3-d654-476a-981f-45ddebe4c7e8, kind: Service { id: ba6d3ec0-4a66-41b3-bab3-dba67c9e6853 }, name: Name(\"nexus-ba6d3ec0-4a66-41b3-bab3-dba67c9e6853\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 222])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.345117385Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:418","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.345184275Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:418","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.345198495Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:418","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.345229075Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:418","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.345238345Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:418","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.345246965Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:418","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.345285335Z","hostname":"buskin","pid":1665,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"563a9ac0-f1de-4f02-b04a-1ee625cdc96d","remote_addr":"[fd00:1122:3344:101::b]:44640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":495,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:41.755705381Z","hostname":"buskin","pid":1665,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:689"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:43.70459063Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:48.705814645Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:53.70726742Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.311385283Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::b]:59823"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.312292096Z","hostname":"buskin","pid":1665,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:227","propolis_addr":"[fd00:1122:3344:101::22]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-12-07T01:11:56.786215Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 3fc24140-b7f9-43f3-ac92-6fdda19ec07d, kind: Instance { id: df666cff-66d8-4dce-81d3-278800a571f0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 147, 13])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15144710), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.1.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3fc24140-b7f9-43f3-ac92-6fdda19ec07d, kind: Instance { id: df666cff-66d8-4dce-81d3-278800a571f0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 147, 13])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15144710), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3fc24140-b7f9-43f3-ac92-6fdda19ec07d, kind: Instance { id: df666cff-66d8-4dce-81d3-278800a571f0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 147, 13])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15144710), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(15144710))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3fc24140-b7f9-43f3-ac92-6fdda19ec07d, kind: Instance { id: df666cff-66d8-4dce-81d3-278800a571f0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 147, 13])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15144710), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e1c313f1841\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 8b4c8c65-f738-449c-9d6c-6701dc290c83, read_only_parent: Some(Url { block_size: 512, id: 11a2164b-4d0c-4dc5-bea2-b24d8a5ce98e, url: \"http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw\" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8b4c8c65-f738-449c-9d6c-6701dc290c83, key: Some(\"YhDag5iI1TAeaUgL6e1/9jPBFHyjOA9yiaSWCVISTe4=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::15]:19000\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB/fAmHV4dXAAB8CYdXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAf3wJh1eHVwAAfAmHVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJkZjY2NmNmZi02NmQ4LTRkY2UtODFkMy0yNzg4MDBhNTcxZjAiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJT0FlaGIwRjJXaDFhTkdwNXcyYnNSMmZpQklUMnFFY01OSW9NKzlaZFZhayJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.312386046Z","hostname":"buskin","pid":1665,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:261","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.312651097Z","hostname":"buskin","pid":1665,"component":"InstanceManager","file":"sled-agent/src/instance.rs:599","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 3fc24140-b7f9-43f3-ac92-6fdda19ec07d, kind: Instance { id: df666cff-66d8-4dce-81d3-278800a571f0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 147, 13])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15144710), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.1.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3fc24140-b7f9-43f3-ac92-6fdda19ec07d, kind: Instance { id: df666cff-66d8-4dce-81d3-278800a571f0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 147, 13])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15144710), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3fc24140-b7f9-43f3-ac92-6fdda19ec07d, kind: Instance { id: df666cff-66d8-4dce-81d3-278800a571f0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 147, 13])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15144710), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(15144710))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3fc24140-b7f9-43f3-ac92-6fdda19ec07d, kind: Instance { id: df666cff-66d8-4dce-81d3-278800a571f0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 147, 13])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15144710), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e1c313f1841\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 8b4c8c65-f738-449c-9d6c-6701dc290c83, read_only_parent: Some(Url { block_size: 512, id: 11a2164b-4d0c-4dc5-bea2-b24d8a5ce98e, url: \"http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw\" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8b4c8c65-f738-449c-9d6c-6701dc290c83, key: Some(\"YhDag5iI1TAeaUgL6e1/9jPBFHyjOA9yiaSWCVISTe4=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::15]:19000\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB/fAmHV4dXAAB8CYdXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAf3wJh1eHVwAAfAmHVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJkZjY2NmNmZi02NmQ4LTRkY2UtODFkMy0yNzg4MDBhNTcxZjAiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJT0FlaGIwRjJXaDFhTkdwNXcyYnNSMmZpQklUMnFFY01OSW9NKzlaZFZhayJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-12-07T01:11:56.786215Z }, propolis_addr: [fd00:1122:3344:101::22]:12400 }","propolis_id":"e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.312710787Z","hostname":"buskin","pid":1665,"uri":"/instances/df666cff-66d8-4dce-81d3-278800a571f0","method":"PUT","req_id":"a7b1e532-c59c-4518-8482-62f72b517ba3","remote_addr":"[fd00:1122:3344:101::b]:59823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":1251,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.420951686Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::b]:56321"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.441821294Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:383","port":"Port { inner: PortInner { name: \"opte6\", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 246, 147, 13]), slot: 1, vni: Vni { inner: 15144710 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.441963565Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.476263094Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/zone.rs:314"} {"msg":"Installing Omicron zone: oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:57.496709891Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/zone.rs:353"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:58.709173457Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:58.972339277Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::d]:36956"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:58.975286149Z","hostname":"buskin","pid":1665,"uri":"/metrics/collect/34590180-3244-41a3-8e99-b74ff43ca7f5","method":"GET","req_id":"906624fc-7c50-4cbe-afb9-41fa1cd89d1e","remote_addr":"[fd00:1122:3344:101::d]:36956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":2906,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:58.991974142Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:11:58.992171232Z","hostname":"buskin","pid":1665,"zone":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 70.704908ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:59.176128475Z","hostname":"buskin","pid":1665,"zone":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 55.837068ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:59.263099423Z","hostname":"buskin","pid":1665,"zone":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 193.07488ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:59.332870145Z","hostname":"buskin","pid":1665,"zone":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 325.387623ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:59.538003178Z","hostname":"buskin","pid":1665,"zone":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 1.045915036s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:11:59.873701492Z","hostname":"buskin","pid":1665,"zone":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 1.076170721s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:12:00.92996551Z","hostname":"buskin","pid":1665,"zone":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 1.066022869s","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:12:02.018486369Z","hostname":"buskin","pid":1665,"zone":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 809.230961ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:12:03.095654546Z","hostname":"buskin","pid":1665,"zone":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:03.711481845Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:03.763235481Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:03.763306347Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"9b34ff8c-4fff-43e0-a036-03688d218cd7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56155","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":44,"response_code":"200"} {"msg":"Started propolis in zone: oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:03.935180127Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:986"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 68.578659ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:12:03.943548079Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 92.66955ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:12:04.02352062Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 219.594298ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:12:04.126478208Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 455.454001ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:12:04.358526422Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\") failed: Property not found. retry in 545.088086ms","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:12:04.824026965Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.381228653Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:995"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.416637157Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:1009"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB/fAmHV4dXAAB8CYdXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAf3wJh1eHVwAAfAmHVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJkZjY2NmNmZi02NmQ4LTRkY2UtODFkMy0yNzg4MDBhNTcxZjAiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJT0FlaGIwRjJXaDFhTkdwNXcyYnNSMmZpQklUMnFFY01OSW9NKzlaZFZhayJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-e1c313f1841\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 8b4c8c65-f738-449c-9d6c-6701dc290c83, read_only_parent: Some(Url { block_size: 512, id: 11a2164b-4d0c-4dc5-bea2-b24d8a5ce98e, url: \"http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw\" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8b4c8c65-f738-449c-9d6c-6701dc290c83, key: Some(\"YhDag5iI1TAeaUgL6e1/9jPBFHyjOA9yiaSWCVISTe4=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::15]:19000\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(1) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: df666cff-66d8-4dce-81d3-278800a571f0, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.417230329Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:450"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.632504779Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:452"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.632924741Z","hostname":"buskin","pid":1665,"uri":"/instances/df666cff-66d8-4dce-81d3-278800a571f0/state","method":"PUT","req_id":"241a7391-bce4-435a-ab9a-4c9fc719a382","remote_addr":"[fd00:1122:3344:101::b]:56321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":8211789,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2023-12-07T01:12:05.633657514Z }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.633688424Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:334"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.633704274Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:356","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-12-07T01:12:05.633657514Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }","propolis_id":"e32157f2-9117-4dbd-9d03-89beef51f410"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.633731914Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:259","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }, propolis_id: e32157f2-9117-4dbd-9d03-89beef51f410, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-12-07T01:12:05.633657514Z } }","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2023-12-07T01:12:05.690884659Z }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.690909459Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:334"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.690925939Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:356","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-12-07T01:12:05.690884659Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }","propolis_id":"e32157f2-9117-4dbd-9d03-89beef51f410"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:05.690943729Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:259","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }, propolis_id: e32157f2-9117-4dbd-9d03-89beef51f410, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-12-07T01:12:05.690884659Z } }","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:08.713243201Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:13.717351326Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:18.719301613Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:23.721769112Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:28.723226217Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:28.974123332Z","hostname":"buskin","pid":1665,"uri":"/metrics/collect/34590180-3244-41a3-8e99-b74ff43ca7f5","method":"GET","req_id":"5a3a7f18-c4f1-4e23-abe1-a7be31bbd5f3","remote_addr":"[fd00:1122:3344:101::d]:36956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":443,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:33.724595451Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:33.797928998Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63782"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:33.798000598Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"9146ca3b-4a6b-4808-8c68-4b70a222a031","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63782","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":45,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:38.725374924Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:43.727901022Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:48.728628635Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:53.731326045Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:53.883718998Z","hostname":"buskin","pid":1665,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:58.732646959Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:12:58.974015338Z","hostname":"buskin","pid":1665,"uri":"/metrics/collect/34590180-3244-41a3-8e99-b74ff43ca7f5","method":"GET","req_id":"a360fe0e-54ea-4398-b2f9-a94689af8ad0","remote_addr":"[fd00:1122:3344:101::d]:36956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":243,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:03.734725136Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:03.832665955Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60886"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:03.832736945Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"cbd50ab7-555f-4b32-9007-5e8ad3fe79bb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60886","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":38,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:08.736161761Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:13.738916601Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:18.740456466Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:23.742106151Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:28.743786288Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:28.975908211Z","hostname":"buskin","pid":1665,"uri":"/metrics/collect/34590180-3244-41a3-8e99-b74ff43ca7f5","method":"GET","req_id":"70cf956d-2d1a-45c0-b1d2-0cc9d94870ac","remote_addr":"[fd00:1122:3344:101::d]:36956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":226,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:33.745958564Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:33.868545096Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54071"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:33.868609176Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"4997d9bb-ad8d-4b64-9273-381c336111ed","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54071","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":38,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:38.74799624Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:43.750286068Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:48.75104732Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:53.753601919Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:58.754563612Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:13:58.977352511Z","hostname":"buskin","pid":1665,"uri":"/metrics/collect/34590180-3244-41a3-8e99-b74ff43ca7f5","method":"GET","req_id":"600100be-4de8-4a74-823e-ebe660c3e329","remote_addr":"[fd00:1122:3344:101::d]:36956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":301,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:03.75711703Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:03.90304303Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47321"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:03.90313452Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"50ccd963-e1a3-405a-b086-1da34b7e8ac0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47321","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":56,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:08.759333028Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:13.760806852Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:18.762279687Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:23.764817176Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:28.766264341Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:28.978599161Z","hostname":"buskin","pid":1665,"uri":"/metrics/collect/34590180-3244-41a3-8e99-b74ff43ca7f5","method":"GET","req_id":"ddf9fc54-338a-4ec8-b52b-cfccc129574a","remote_addr":"[fd00:1122:3344:101::d]:36956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":311,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:33.76898794Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:33.936418891Z","hostname":"buskin","pid":1665,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:33.936484911Z","hostname":"buskin","pid":1665,"uri":"/baseboard","method":"GET","req_id":"04ea855c-74aa-438b-b817-1632fa5d6616","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50214","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":40,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:38.770924627Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:43.772785534Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.393581829Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::b]:41509"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.394161582Z","hostname":"buskin","pid":1665,"uri":"/instances/df666cff-66d8-4dce-81d3-278800a571f0/state","method":"PUT","req_id":"4edc56c7-506e-4103-b071-77ac4336998e","remote_addr":"[fd00:1122:3344:101::b]:41509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":528,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2023-12-07T01:14:47.394245732Z }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.394264152Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:334"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.394274672Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:356","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-12-07T01:14:47.394245732Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }","propolis_id":"e32157f2-9117-4dbd-9d03-89beef51f410"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.394322162Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:259","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }, propolis_id: e32157f2-9117-4dbd-9d03-89beef51f410, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-12-07T01:14:47.394245732Z } }","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2023-12-07T01:14:47.453659956Z }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.453677896Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:334"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.453697136Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:356","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-12-07T01:14:47.453659956Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }","propolis_id":"e32157f2-9117-4dbd-9d03-89beef51f410"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.453707676Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:259","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(e32157f2-9117-4dbd-9d03-89beef51f410), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T01:11:56.859978953Z }, propolis_id: e32157f2-9117-4dbd-9d03-89beef51f410, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-12-07T01:14:47.453659956Z } }","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2023-12-07T01:14:47.583088593Z }","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.583120983Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:334"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.583148853Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:356","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-12-07T01:14:47.583088593Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-12-07T01:14:47.583088593Z }","propolis_id":"e32157f2-9117-4dbd-9d03-89beef51f410"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.583160963Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:371","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.583175763Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.583828046Z","hostname":"buskin","pid":1665,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:47.583857816Z","hostname":"buskin","pid":1665,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:436","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\", \"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug\", \"/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug\", \"/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug\", \"/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug\", \"/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug\", \"/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\"] }","zone_name":"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:48.242320516Z","hostname":"buskin","pid":1665,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1229","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410\", bundle_id: 33ffaf82-6ea1-49ee-9c50-c244c1a33012 }, time_created: 2023-12-07T01:14:47.583977196Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_e32157f2-9117-4dbd-9d03-89beef51f410","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:14:48.242421496Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:544"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:48.773936127Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:49.804423968Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"illumos-utils/src/zone.rs:268"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:49.832443754Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:259","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-12-07T01:14:47.583088593Z }, propolis_id: e32157f2-9117-4dbd-9d03-89beef51f410, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-12-07T01:14:47.583088593Z } }","instance_id":"df666cff-66d8-4dce-81d3-278800a571f0"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:49.907223835Z","hostname":"buskin","pid":1665,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::b]:38300"} {"msg":"unset_virtual_nic_host unimplmented","v":0,"name":"SledAgent","level":40,"time":"2023-12-07T01:14:49.907860148Z","hostname":"buskin","pid":1665,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:49.907880418Z","hostname":"buskin","pid":1665,"uri":"/v2p/3fc24140-b7f9-43f3-ac92-6fdda19ec07d","method":"DELETE","req_id":"9479533e-5fd8-403c-b083-faf9fe39962f","remote_addr":"[fd00:1122:3344:101::b]:38300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":550,"response_code":"204"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:50.041757322Z","hostname":"buskin","pid":1665,"instance_id":"df666cff-66d8-4dce-81d3-278800a571f0","component":"InstanceManager","file":"sled-agent/src/instance.rs:487"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:53.775448968Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:58.777095428Z","hostname":"buskin","pid":1665,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::8a:9bff:fea0:fe03\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2023-12-07T01:14:58.97943861Z","hostname":"buskin","pid":1665,"uri":"/metrics/collect/34590180-3244-41a3-8e99-b74ff43ca7f5","method":"GET","req_id":"3cd359fb-8d45-41b5-944d-415716f84a3f","remote_addr":"[fd00:1122:3344:101::d]:36956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":447,"response_code":"200"}