[ Jan 31 21:17:11 Enabled. ] [ Jan 31 21:17:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jan 31 21:17:11 Method "start" exited with status 0. ] [ Jan 31 21:17:11 Rereading configuration. ] [ Jan 31 21:17:11 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.03592985Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:247"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.090462245Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:254","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.090490085Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.202525188Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.211458989Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.219903267Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:264","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.825176352Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.965858573Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:117"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.965896874Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:129"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.965984104Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.966085965Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:162","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.966096685Z","hostname":"sock","pid":1671,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:171"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.966112025Z","hostname":"sock","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:609"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.966140416Z","hostname":"sock","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.968958997Z","hostname":"sock","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:535"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:11.968970027Z","hostname":"sock","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:658"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.968989078Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.968995838Z","hostname":"sock","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969005338Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969017228Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969028378Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969034688Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969043208Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969049258Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969058208Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969064188Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969072388Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969078168Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969085478Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969091468Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:88"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969097278Z","hostname":"sock","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"None"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:11.969120679Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity decreased","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.15371158Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:326","current":"245","previous":"256"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.1537651Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:90"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.1537736Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327344484Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327391375Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327402395Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327407335Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327413385Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327417925Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327424205Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327434745Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327439795Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327446395Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity increased","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327466405Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:336","current":"255","previous":"245"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327480815Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327560626Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 496128, free: 20937469440, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } })} }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327602326Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327683287Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327702607Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327713757Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327726467Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327747147Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327752227Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327795868Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.327801598Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.342336734Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:634"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.342373394Z","hostname":"sock","pid":1671,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.99994789s","next_cleanup":"Instant { tv_sec: 2078, tv_nsec: 106201695 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.342416174Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3264"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.342434955Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.342500335Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.345381798Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.345795891Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.345897962Z","hostname":"sock","pid":1671,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n rack_subnet: fd00:1122:3344:100::,\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: Some(\n RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 24,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n },\n ),\n}","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346194385Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346201185Z","hostname":"sock","pid":1671,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346278995Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346329186Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346350446Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346357906Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:863"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346386106Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346399546Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346409216Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346425096Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:904"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346428806Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346432086Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346452276Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.346467707Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.34691734Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347123502Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347136432Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:937"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347198313Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:556"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347206942Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347360024Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347487025Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:640"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347536485Z","hostname":"sock","pid":1671,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: fa93caae-962e-4441-8972-c89ab59c325e, rack_id: 22ce3cd1-48f2-44bc-8d0c-942f347428e3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347642696Z","hostname":"sock","pid":1671,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:55805","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: fa93caae-962e-4441-8972-c89ab59c325e, rack_id: 22ce3cd1-48f2-44bc-8d0c-942f347428e3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347817207Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:364"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347823638Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:379"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347848918Z","hostname":"sock","pid":1671,"file":"sled-agent/src/server.rs:47"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347858048Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Attempting to add queued disks","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347861608Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:394","num_disks":"9"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.347870298Z","hostname":"sock","pid":1671,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.351001113Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3492"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.357064521Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.357117832Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.357126201Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.357160202Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.357262433Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.357270123Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.388102079Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.395931771Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.420148274Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.435802369Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:339"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.435847269Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"Looking for unencrypted datasets in oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.500461764Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.522318818Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.522360819Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.522395669Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.522441079Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.52255026Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.52255812Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.549532235Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.557086256Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.660326929Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.682983809Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.68303899Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.68304867Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.6830615Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.683237251Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.683245291Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.710368228Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.718391112Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.820428745Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.842578291Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.842617922Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.842646622Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.842669582Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.842806173Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.842818263Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.869777958Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.877198338Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:12.980760202Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.00307505Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.003168071Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.003190191Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.003208071Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.003333302Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.003344332Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.03069987Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.038268891Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.143818542Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.166936916Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.166983597Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.166994357Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.167006857Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.167123608Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.167159088Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.194750778Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.202561711Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.308446244Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.330782313Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.330827093Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.330839153Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.330907063Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.330998694Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.331006584Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.359234719Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.366921391Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.471332053Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.49357742Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.493618061Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.493629801Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.493641741Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.493789142Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.493798222Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.520363784Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.527876644Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.632122645Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.654899956Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.654939017Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.654946177Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.654968587Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.655062978Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.655071018Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.683454324Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.690862743Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.796212933Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.811226643Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.811274913Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.811283023Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:351"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.813809533Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f\", size: 20937965568, allocated: 775680, free: 20937189888, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7\", size: 20937965568, allocated: 775680, free: 20937189888, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 496128, free: 20937469440, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", size: 20937965568, allocated: 781824, free: 20937183744, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60\", size: 20937965568, allocated: 777216, free: 20937188352, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } })} }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.833931084Z","hostname":"sock","pid":1671,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.836335833Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.853993044Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"successfully created encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.85610649Z","hostname":"sock","pid":1671,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.856242721Z","hostname":"sock","pid":1671,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.861269591Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:366"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.861288862Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.861295132Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:13.929454045Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.147267421Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.159880811Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.159974472Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.159993112Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.160011792Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.333045642Z","hostname":"sock","pid":1671,"file":"illumos-utils/src/running_zone.rs:163"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.871556134Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"Underlay Available","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.872040318Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:122","sled_id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.872068728Z","hostname":"sock","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:178"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.872084119Z","hostname":"sock","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:186"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.886535704Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.895095312Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.895574136Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.895930909Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.896323382Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.896494993Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.896646824Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.896810505Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.896964037Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.897116578Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.89729954Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.897443421Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.897553662Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.897707753Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.897858854Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.898003025Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.898160286Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.898314997Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.898464039Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.89861411Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.898768681Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:14.898914632Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:17.421451179Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:17.675535355Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 47.998052ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:18.097063614Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 102.624181ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:18.307982086Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 285.318926ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:18.497648528Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 222.121371ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:18.89178564Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 456.261851ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:19.340621547Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 852.539991ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:19.942060532Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 690.131818ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:20.849040801Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.296533177s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:21.646584118Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:22.423074257Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:23.860326184Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1859"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.22240036Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:990","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.222495031Z","hostname":"sock","pid":1671,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282069976Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282123537Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282134406Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:424"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282140447Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282168177Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282496009Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282697601Z","hostname":"sock","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:137"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282736391Z","hostname":"sock","pid":1671,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:55805","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282752951Z","hostname":"sock","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100 }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282762302Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3264"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282787442Z","hostname":"sock","pid":1671,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.282796372Z","hostname":"sock","pid":1671,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.286556722Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.286623882Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.286632142Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.286687023Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.287372468Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:704","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa93caae-962e-4441-8972-c89ab59c325e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:25.28762023Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"220.963184ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.319841627Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:39242"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.320011999Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.320066759Z","hostname":"sock","pid":1671,"uri":"/zpools","method":"GET","req_id":"9d3e0f41-605a-464f-a94a-035b0c85462b","remote_addr":"[fd00:1122:3344:101::1]:39242","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.351955813Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:45992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.352077174Z","hostname":"sock","pid":1671,"uri":"/sled-role","method":"GET","req_id":"73985b8e-6511-4b58-8e62-74e1ded91b16","remote_addr":"[fd00:1122:3344:101::1]:45992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":59,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.35537407Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.35539459Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.355743383Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.356115696Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:751"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.36533718Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.389298541Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.389504533Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:43854"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.389834135Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.389847685Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.443962507Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.443994367Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.462379974Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.495042524Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.495082104Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:25.511637116Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"612.537681ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.54467847Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.54472586Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.54474819Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.5448103Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.575884818Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.575916448Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.575937879Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.62758627Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.631508772Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.631561682Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.635821116Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.64758388Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.652120846Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.65642427Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:25.892308081Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:26.126139514Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"723.190208ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:26.19705163Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:26.458779786Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:26.75026616Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:26.850887122Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"2.255553431s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:26.968871491Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:27.273718481Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:27.424671265Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:27.444732415Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:27.476080715Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:27.482002962Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70\") failed: Property not found. retry in 27.942009ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:27.579009295Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 50.859296ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:27.606025261Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf\") failed: Property not found. retry in 34.468853ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:27.613810833Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70\") failed: Property not found. retry in 109.661346ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:27.619919811Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf\") failed: Property not found. retry in 128.603634ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:27.665577455Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 144.984659ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:27.679624977Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70\") failed: Property not found. retry in 249.62039ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:27.816083555Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf\") failed: Property not found. retry in 141.083919ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:27.872192302Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 144.483763ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:27.924167857Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:27.998061405Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"wait for service Some(\"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf\") failed: Property not found. retry in 234.645678ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:28.071036377Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 382.602837ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:28.099559774Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70\") failed: Property not found. retry in 280.688117ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:28.119769636Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf\") failed: Property not found. retry in 624.932877ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:28.331498223Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70\") failed: Property not found. retry in 834.331175ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:28.409628056Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 781.838668ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:28.491362658Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:28.701563233Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"wait for service Some(\"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf\") failed: Property not found. retry in 1.249093571s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:28.966167553Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:29.108549777Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1876"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:29.108570407Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:29.113129403Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"5.455756279s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70\") failed: Property not found. retry in 994.663892ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:29.255213696Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:29.264230268Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 573.322211ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:29.281742798Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 750.86164ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:29.863808538Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf\") failed: Property not found. retry in 607.35712ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:30.225305029Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:30.243321992Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"wait for service Some(\"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70\") failed: Property not found. retry in 1.054135451s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:30.258727565Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 825.42716ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:30.623368662Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf\") failed: Property not found. retry in 846.192193ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:30.840517683Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:30.909656054Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"wait for service Some(\"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70\") failed: Property not found. retry in 1.34548134s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:31.321541167Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 761.031321ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:31.457842113Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf\") failed: Property not found. retry in 1.348207704s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:31.695866951Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:31.972032012Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"wait for service Some(\"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812\") failed: Property not found. retry in 1.076817019s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:32.229365313Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:32.426618666Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:32.715195366Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:32.715244116Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_25cd3ebd-efff-40ff-a395-e1b4462d1c70","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:33.275706314Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:33.275751804Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1944"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:33.456453474Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2138"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fec0:c3e4","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:33.641378829Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1883"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:33.647640279Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1944"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:33.770569459Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2416"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:33.987709158Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:33.987981151Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.024384051Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2295"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.039074318Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.039149748Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_c53eb488-afb5-45e0-aae4-351c59ce1812","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.323197553Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2330"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.518633811Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2597"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:34.570859727Z","hostname":"sock","pid":1671,"sled_id":"fa93caae-962e-4441-8972-c89ab59c325e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"4.174289863s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: no record found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\""} {"msg":"Ensuring address fd00:1122:3344:2::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.591669043Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.591678923Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1944"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.663961729Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2602"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.771215874Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2138"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:34.84588463Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2536"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.014031659Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2324"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.023567226Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3516","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.023611866Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3532"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.023622146Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.323698668Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.323740839Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_f473ba50-ce02-4cc5-8c17-fab2874f1adf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.570475045Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3540"} {"msg":"configuring dendrite zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.576379972Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3596"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.757838589Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3636","rack_subnet":"fd00:1122:3344::"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.808755265Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:360"} {"msg":"Failed to get switch ID from MGS (retrying in 61.156662ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:35.842527234Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:379","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"336847cd-2e78-4cda-8c02-7d08f5acc74e\", \"content-length\": \"152\", \"date\": \"Wed, 31 Jan 2024 21:17:35 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"336847cd-2e78-4cda-8c02-7d08f5acc74e\" }"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.868274949Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:35.86833073Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1944"} {"msg":"Failed to get switch ID from MGS (retrying in 113.026884ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:35.905484616Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:379","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7ebd14-1007-4ce0-a7cb-3ca8061c8c63\", \"content-length\": \"152\", \"date\": \"Wed, 31 Jan 2024 21:17:35 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"dd7ebd14-1007-4ce0-a7cb-3ca8061c8c63\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 243.292854ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:36.020489502Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:379","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e3bfa2-e8e2-4e4c-bef6-7eb544fbde10\", \"content-length\": \"152\", \"date\": \"Wed, 31 Jan 2024 21:17:35 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"b9e3bfa2-e8e2-4e4c-bef6-7eb544fbde10\" }"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.043959359Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2138"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.265433315Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:408"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.298585689Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:567"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.298670619Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:609"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.298931952Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:612","uptime":"3"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.298963002Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:430","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {},\n v6_routes: {},\n}"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.378028122Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.521446255Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.570073413Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.570232184Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.570427866Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.570675888Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"6f2d887c-6e86-4a3f-acfe-be06d4e2f153","remote_addr":"[fd00:1122:3344:101::1]:43854","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":11181105,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:36.572493822Z","hostname":"sock","pid":1671,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:37.42784447Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:37.880087855Z","hostname":"sock","pid":1671,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:37.922659755Z","hostname":"sock","pid":1671,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:37.964591969Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:453"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:37.964607259Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:37.997761103Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:37.999404156Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:37.999408666Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.030137311Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.030388403Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:60856"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.031480412Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.031486122Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.054098972Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.054154042Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.074709346Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.074751676Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.093823139Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.093877499Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.094103641Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.094228672Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.096251048Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.129676294Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.130906184Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.130910364Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.176480818Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte0\", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 252, 97]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.176517538Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.177250194Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.177258524Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.177567276Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.180410889Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.203692004Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:38.221724028Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:39.242894978Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\") failed: Property not found. retry in 42.156932ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:39.382582441Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\") failed: Property not found. retry in 99.517723ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:39.432511839Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\") failed: Property not found. retry in 298.900831ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:39.557462855Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:39.622456173Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42540"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:39.622645075Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"16e1a00c-82ad-4730-a5b6-60c0f845434b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42540","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":99,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\") failed: Property not found. retry in 297.050213ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:39.870981535Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\") failed: Property not found. retry in 721.068508ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:40.177534738Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\") failed: Property not found. retry in 977.308361ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:40.908523665Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\") failed: Property not found. retry in 1.403124911s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:41.89526869Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:42.429106785Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\") failed: Property not found. retry in 1.264028039s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:43.308049991Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:44.613220675Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:44.613299655Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:45.159456829Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:45.159500979Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Set up NTP service boundary=true, Servers=[\"0.pool.ntp.org\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:45.355719243Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2221"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:45.381794721Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.600449029Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.652291543Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.652635725Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.652926538Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"3df811b1-cbad-461e-b99d-6bfa222a1137","remote_addr":"[fd00:1122:3344:101::1]:60856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":12622482,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.654844783Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:494"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.685415056Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.685553058Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:39908"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.694702181Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.694876832Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"b6f2900d-2193-4d9d-8ce4-12fceedc3fd3","remote_addr":"[fd00:1122:3344:101::1]:39908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9181,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:50.698029787Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.851498311Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.851629882Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41163"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.860089529Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"8fd7d550-97e4-4b39-b5ec-0959c01db74f","remote_addr":"[fd00:1122:3344:101::1]:41163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8346,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:50.863689568Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:50.863698098Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.012504363Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.012602014Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:60574"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.020361986Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"855e98a9-3367-4797-a626-da1f6e2dfda0","remote_addr":"[fd00:1122:3344:101::1]:60574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7670,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.023696372Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:51.023704613Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.253954828Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.254059039Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:65190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.262030803Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"c435b860-de39-4cf2-8cd2-badd09e2ed9e","remote_addr":"[fd00:1122:3344:101::1]:65190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7898,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.263917838Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:51.263926158Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.494676847Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.494771898Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:54339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.502985653Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"c804e454-8d57-49d5-bd0b-db6014ae0aba","remote_addr":"[fd00:1122:3344:101::1]:54339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8102,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.506479991Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:51.506491411Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.828152756Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.828245426Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:64821"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.836303221Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"3cca4d3c-7a17-4011-9a88-1eff38a87c04","remote_addr":"[fd00:1122:3344:101::1]:64821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7950,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:51.837941534Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:51.837947543Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.217140366Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.217260627Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:59123"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.22523486Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"3777d783-3188-496c-be4a-f95f613d83f7","remote_addr":"[fd00:1122:3344:101::1]:59123","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7862,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.227235176Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:52.227241256Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.49614015Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.496264021Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41714"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.505528995Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"2b589c8d-5445-46d0-ad19-b4c588a020fc","remote_addr":"[fd00:1122:3344:101::1]:41714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":9139,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.50745824Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:52.50746429Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.774449968Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.774554299Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:62140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.782296831Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"580cbecd-c25d-4415-9ca8-6a5f0ed809ec","remote_addr":"[fd00:1122:3344:101::1]:62140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7653,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:52.784001515Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:52.784012344Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:53.363229671Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:53.363395402Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:43129"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:53.371773769Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"0b36a636-c109-43fa-8762-d4746172da44","remote_addr":"[fd00:1122:3344:101::1]:43129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8322,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:53.374237759Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:53.374246689Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:54.162817614Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:54.162940505Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:54680"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:54.171694125Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"6301de48-6cdb-48d2-a907-e8fe75efd0df","remote_addr":"[fd00:1122:3344:101::1]:54680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8654,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:54.173626991Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:54.173635991Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:54.860146293Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:54.860260274Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:33531"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:54.869003064Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"bd593602-6d42-4e33-aacb-f01c39de1d9b","remote_addr":"[fd00:1122:3344:101::1]:33531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8616,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:54.8710772Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:54.87108364Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:55.626049648Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:55.62621983Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:58382"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:55.633094024Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:55.637656651Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"b1580c89-231b-48bd-b15a-a65209e58bf4","remote_addr":"[fd00:1122:3344:101::1]:58382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":11388,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:55.639770778Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:55.639779138Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:56.40539693Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:56.405548101Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:56.413992999Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"f1e2a860-64a3-4caf-b4c1-df9d8d5fcc95","remote_addr":"[fd00:1122:3344:101::1]:41795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8399,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706735868.9828303, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:56.417263975Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:17:56.417272125Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.119400132Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.119522153Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:49205"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.122519347Z","hostname":"sock","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.139687584Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"2db1f20e-1e11-436f-ab44-33b714ff1d8c","remote_addr":"[fd00:1122:3344:101::1]:49205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":19948,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1706735874.741225, correction: -0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.141592289Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.141636009Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1042"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.171562048Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.17178117Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:57223"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.171990531Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.172012741Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.193234201Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.193288061Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.211382295Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.211434026Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.22958294Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.229649931Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.285160094Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.285210054Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.337272869Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.339219514Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.389808738Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.392172107Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.440415931Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.440471761Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.492891659Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.49295382Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.493141112Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.499855685Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.552912778Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.552976378Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.552990069Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.552999829Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.553012009Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.643758752Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.648071416Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.652512142Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.656514674Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.660733677Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.665350014Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:57.669718949Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:58.001040978Z","hostname":"sock","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Installing Omicron zone: oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:58.003516118Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:58.007775762Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:17:58.012128397Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:00.880480869Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.480045031Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.480260753Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.487148768Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.487356209Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.553849171Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.554167603Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.561609213Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.561778754Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.593225676Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:01.593358066Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 42.331022ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:01.626943865Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 50.650413ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:01.637910483Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 101.149232ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:01.678068904Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 67.929366ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:01.707748651Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 62.298755ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:01.836180127Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 64.259271ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:02.578621481Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 53.509895ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:02.672930365Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 72.062877ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:02.940222542Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 152.51285ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.005202033Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 199.134221ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.105868808Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 59.983493ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.199568977Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 118.965602ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.289531005Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 105.968727ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.303566227Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 237.88703ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.318160264Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 245.92443ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.330484462Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 250.976962ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.342044525Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 117.05838ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.419717946Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 599.852097ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.426914403Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 380.67179ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.548860473Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 611.269005ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.568199122Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 652.788135ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.586397398Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 391.76618ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.603240042Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 966.104902ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:04.939673722Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 1.036362203s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:05.003891125Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 941.087444ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:05.038262439Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 756.402669ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:05.187347381Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 784.955045ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:05.247722053Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:05.868701247Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 1.169053661s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:05.913650276Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 645.864208ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:05.950509541Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 1.191091161s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:05.985098587Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 647.011642ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:06.039366041Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 1.441430099s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:06.046352727Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 789.059049ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:06.603723811Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 619.095662ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:06.694665768Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 1.252890973s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:07.090011638Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 974.593476ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:07.184543724Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 645.589841ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:07.326353337Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 1.181623228s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:07.403870696Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 615.717576ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:07.496169634Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 1.196623172s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:07.983130996Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 820.832049ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:08.119176554Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 922.890983ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:08.165235702Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 563.152946ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:08.347999192Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 916.335796ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:08.590266468Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 1.210221945s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:08.918844265Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 893.756791ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:08.946324644Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 786.634591ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:09.093825783Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 860.042617ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:09.185114183Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f\") failed: Property not found. retry in 1.295417006s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:09.51456941Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_d0289539-921c-4bf2-920a-04bbdc4c125f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 594.437346ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:09.848212533Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 589.957245ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:09.888402204Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:09.888548954Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:09.888718486Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"0e7ed43b-52c4-402b-b3db-9ce6e79e5068","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60661","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":94,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68\") failed: Property not found. retry in 1.030288765s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:10.05306648Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_3e5ac74f-f729-4c04-8429-ce45ea26ba68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 1.138425478s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:10.135493599Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5\") failed: Property not found. retry in 865.381806ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:10.452873525Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_293e4627-e0e7-4b31-853e-740b7878beb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5\") failed: Property not found. retry in 1.150733495s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:10.48851725Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_1a774a11-68fd-4d7a-a7bc-4b561c3d90c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:10.855786855Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 1.484728508s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:11.279819958Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 1.161876554s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:12.77322194Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 671.188187ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:14.094648312Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 959.268892ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:14.778997011Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 1.373303811s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:15.74783075Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:15.844151614Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 533.351919ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:17.131396352Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 958.847909ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:17.673367824Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 1.145497301s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:18.639472605Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330\") failed: Property not found. retry in 1.495932783s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:19.793416521Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_5c4cb3cb-4e80-4d50-babe-f5c43bcc5330","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:20.837899126Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:21.311544951Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:21.312278167Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:21.312783121Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"cdb01660-cc17-4894-9e46-fca725db26be","remote_addr":"[fd00:1122:3344:101::1]:57223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":23862750,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:21.349356392Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:49192"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:21.378854838Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3087"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:21.552806616Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:25.839550923Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.466672324Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3126"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.466778125Z","hostname":"sock","pid":1671,"uri":"/cockroachdb","method":"POST","req_id":"9fd6b02e-7859-4111-840f-3bbab7399155","remote_addr":"[fd00:1122:3344:101::1]:49192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":9117034,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.502141197Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.50253662Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:45767"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.503033414Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.503041364Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.526195369Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.526249879Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.545208676Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.54767456Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.564078691Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.564130181Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.582858401Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.582911471Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.60163191Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.60168472Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.619925886Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.619976297Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.637442346Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.637494436Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.656884501Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.656939331Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.769188806Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.769251566Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.841490382Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.872835162Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.872904453Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.980933304Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:30.980990954Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.093160658Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.093217329Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.176576263Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.176627703Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.290515811Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.290594971Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.4020483Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.40210782Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.506441572Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.506509823Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.630474701Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.630537441Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.728305601Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.728358711Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.854044126Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.854098361Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.981491219Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.98156989Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:31.981865542Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.009330051Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"9361b9db-a590-4196-8ad7-87bc9c4ba9f6","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":1506570,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:32.009759204Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"95.384973ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9361b9db-a590-4196-8ad7-87bc9c4ba9f6\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9361b9db-a590-4196-8ad7-87bc9c4ba9f6\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.106892058Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.107787206Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.107810586Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.128761373Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.128820783Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.149102835Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.149155706Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.168153106Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.168223337Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.18748909Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.187544801Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.205701045Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.205749576Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.223321386Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.223372136Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.241656432Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.241714743Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.259944958Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.259991798Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.278502986Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.278551616Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.296792351Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.296843042Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.314687124Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.314741534Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.332420926Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.332467056Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.350633531Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.350680491Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.368915816Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.368966017Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.38696008Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.387008631Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.405974732Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.406023812Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.423668713Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.423718073Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.441381554Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.441429895Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.458725892Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.458774753Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.477446071Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.477507392Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.477739694Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.485177373Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"43178352-b790-4ef2-9362-bba713f3d060","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":377604,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:32.485529566Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"150.844025ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43178352-b790-4ef2-9362-bba713f3d060\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"43178352-b790-4ef2-9362-bba713f3d060\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.63775812Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.639282072Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.639297832Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.660975134Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.661028835Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.68053146Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.680580361Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.700144997Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.700189217Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.719925404Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.719975135Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.738920716Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.738968476Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.757994608Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.758042078Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.776397274Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.776441345Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.794370898Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.794421888Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.813937854Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.814006344Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.834725619Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.83478472Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.853974523Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.854027613Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.873114336Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.873165226Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.890934748Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.890994998Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.909348634Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.909398035Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.927689561Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.927747231Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.94898868Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.949042711Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.969513504Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.969571834Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.989334802Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:32.989390292Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.00911873Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.00918168Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.031190776Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.031250586Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.031460358Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.038983338Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"fedc924e-ff39-4338-b981-5f89e33bb255","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":400620,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:33.039338561Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"161.583675ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fedc924e-ff39-4338-b981-5f89e33bb255\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fedc924e-ff39-4338-b981-5f89e33bb255\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.201784785Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.202469821Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.202490501Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.224620507Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.224679958Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.245264762Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.245317622Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.263976361Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.264023341Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.282372527Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.282423058Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.302682139Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.30272919Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.320949135Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.320994215Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.340957545Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.341008085Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.358979308Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.359023569Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.377072152Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.377120463Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.396036253Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.396083744Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.414655242Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.414716162Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.432508164Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.432554904Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.451673107Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.451719407Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.470218955Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.472475363Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.488531981Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.488590291Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.506694706Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.506742276Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.524961741Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.525025482Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.543914782Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.543960623Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.562350939Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.56239655Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.580241322Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.580301582Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.580548654Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.588967151Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"cac69c8a-c4aa-4ab2-b7e2-7667f89f0ca8","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":386708,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:33.589309865Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"147.195847ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac69c8a-c4aa-4ab2-b7e2-7667f89f0ca8\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cac69c8a-c4aa-4ab2-b7e2-7667f89f0ca8\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.737588106Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.738314822Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.738332872Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.759065507Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.759118448Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.778304301Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.778365411Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.79823875Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.800486917Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.816959169Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.817003709Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.835004323Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.835048303Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.853772072Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.853822323Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.871678135Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.871725015Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.890195573Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.890244373Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.90872441Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.908772841Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.927093177Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.927138987Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.945794406Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.945845226Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.964390024Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.964441895Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.982708Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:33.982759081Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.000696993Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.000735714Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.020539032Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.020590602Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.039393882Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.039439022Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.05925027Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.059298411Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.07804313Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.07809499Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.097501635Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.097551456Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.115931852Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.115974122Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.116219224Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.124275649Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"d7d2905c-972e-45ac-9a4f-57ff3005fc7d","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":386158,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:34.124638321Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"254.31661ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d2905c-972e-45ac-9a4f-57ff3005fc7d\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d7d2905c-972e-45ac-9a4f-57ff3005fc7d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.379924546Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.380631972Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.380664052Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.402487596Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.402544096Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.424711253Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.424763363Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.444521561Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.444572981Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.465032884Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.465091575Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.484302768Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.484357628Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.502483763Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.502532163Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.520703878Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.520757069Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.539441187Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.539497218Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.558247867Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.558298928Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.577320959Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.57737684Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.59629714Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.596345541Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.616666413Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.616716253Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.635659874Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.635712175Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.654053801Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.654102171Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.67276748Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.675132339Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.693016191Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.695385561Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.711538659Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.711585079Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.731514769Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.731565019Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.750357199Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.750406349Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.769046388Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.769107068Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.76930213Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:34.776697939Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"48030fc1-5995-4f7e-8bc3-0afd27f6407d","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":396251,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:34.777073982Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"344.04067ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48030fc1-5995-4f7e-8bc3-0afd27f6407d\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"48030fc1-5995-4f7e-8bc3-0afd27f6407d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.122346234Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.12307008Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.12309167Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.147253012Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.147318773Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.168935975Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.169000515Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.188172018Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.190461206Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.207948766Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.208008866Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.228344008Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.228403349Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.248789521Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.248857992Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.268002607Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.26805641Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.287353739Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.287417819Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.306801874Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.306857244Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.325364959Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.32541744Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.344689836Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.344745286Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.363221773Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.363279854Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.382786329Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.38285481Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.401348717Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.401409178Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.420193198Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.420248038Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.440523029Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.44057848Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.45942824Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.459491431Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.478557103Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.478621423Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.497222961Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.497284082Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.516917498Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.516996989Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.517223361Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.524958323Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"50c3e137-1fcb-4a5f-96cb-a6d5c937db38","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":402083,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:35.525358166Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"356.132374ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50c3e137-1fcb-4a5f-96cb-a6d5c937db38\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"50c3e137-1fcb-4a5f-96cb-a6d5c937db38\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.842763646Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.882904806Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.883712712Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.883729622Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.905109183Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.905173404Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.927028478Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.927093658Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.94742023Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.947479971Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.967367149Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.96743231Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.986127409Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:35.986180609Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.00509179Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.005150861Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.023227674Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.023281405Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.042080735Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.042135815Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.060538952Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.060594362Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.079318142Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.079397642Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.099286661Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.101565909Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.118075111Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.118129421Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.138007869Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.13806276Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.156438656Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.156503857Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.177452793Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.177523464Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.196783777Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.196847058Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.216242402Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.216305173Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.234672459Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.23472914Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.254200155Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.254254465Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.274214464Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.274289205Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.274533527Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.28244029Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"385f1e65-f00c-49d2-b8f4-964df920abf9","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":398934,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:36.282839603Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"249.432697ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"385f1e65-f00c-49d2-b8f4-964df920abf9\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"385f1e65-f00c-49d2-b8f4-964df920abf9\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.534136246Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.534852912Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.534869562Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.557315451Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.557377791Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.578240988Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.580343125Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.597813074Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.597869474Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.61611691Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.61616844Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.635084411Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.635144602Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.654028682Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.654096782Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.673124704Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.673199565Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.693386506Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.693440136Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.713431155Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.713491276Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.732073014Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.732131105Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.75038569Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.75044201Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.768363253Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.768423904Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.786680679Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.78674546Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.805320205Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.805378406Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.824142828Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.824196058Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.842199022Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.842254433Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.86079967Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.863119479Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.879137907Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.879202007Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.898221199Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.898275429Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.917935476Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.918008886Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.918224708Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:36.92598883Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"39bf24fc-87b6-407b-b3dc-f13b9c9f97a9","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":391320,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:36.926373773Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"558.365786ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39bf24fc-87b6-407b-b3dc-f13b9c9f97a9\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"39bf24fc-87b6-407b-b3dc-f13b9c9f97a9\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.485974483Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.486707319Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.486734789Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.509165458Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.509226809Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.529069507Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.529126167Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.549934893Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.549990603Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.569044895Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.569107306Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.587510222Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.587562683Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.605930179Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.60598368Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.62476795Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.627202449Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.644977711Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.645032951Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.664667977Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.664720418Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.684137473Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.684191003Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.703435026Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.703493987Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.722225096Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.722277387Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.740842835Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.740897645Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.760725563Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.760779034Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.779282061Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.779340802Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.798054101Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.798105461Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.817711217Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.817762808Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.837132612Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.837187383Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.855870822Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.855920952Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.875259136Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.875320997Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.875562479Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:37.88323873Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"5b8368b2-8be9-43ca-8344-68c70b753da0","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":396721,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:37.883639873Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"586.468055ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b8368b2-8be9-43ca-8344-68c70b753da0\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5b8368b2-8be9-43ca-8344-68c70b753da0\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.471032405Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.47175275Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.471768981Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.494667313Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.494726634Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.514645242Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.516982641Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.533423332Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.533477073Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.551884709Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.55195089Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.571797328Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.571854068Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.590458167Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.590527207Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.610069733Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.610131484Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.628340469Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.628394389Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.648058506Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.648115136Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.666540293Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.666599814Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.685625075Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.685692296Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.703968192Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.704025462Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.72260339Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.72266287Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.742206236Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.742261867Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.760342841Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.760400211Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.778792488Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.778855278Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.798112872Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.800579532Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.818138922Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.818203082Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.835930744Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.835990774Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.855152257Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.855225237Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.855438579Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:38.862947949Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"7c72671d-98b1-48b7-a0b6-fc6ddcde3a05","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":391381,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:38.863351482Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"612.443541ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c72671d-98b1-48b7-a0b6-fc6ddcde3a05\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:38 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7c72671d-98b1-48b7-a0b6-fc6ddcde3a05\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.476919582Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.477618738Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.477636838Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.499843175Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.499908696Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.519121489Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.519176969Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.539264249Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.53931661Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.557223302Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.559299829Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.576704238Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.576756088Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.593805424Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.593859888Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.613912625Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.613970985Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.632950066Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.633008277Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.651258752Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.653307528Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.669103194Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.669159195Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.690631046Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.690700597Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.710501744Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.710556595Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.729880059Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.729937769Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.748693189Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.748757069Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.769132232Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.769190202Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.787450148Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.787505318Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.807727739Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.80777822Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.827764599Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.82782599Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.847188774Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.847266405Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.865992504Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.866058734Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.866283066Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.873884237Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"56eaf12c-c9f6-42db-baa2-ac097bddd955","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":396439,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:39.87430017Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.112526079s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56eaf12c-c9f6-42db-baa2-ac097bddd955\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"56eaf12c-c9f6-42db-baa2-ac097bddd955\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.901131264Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:39.901789159Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"b0ae9e95-5ff0-4945-baaf-58e2f12b6a3c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38494","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":607,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:40.844230041Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:40.988130236Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:40.988963005Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:40.988972505Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.011204522Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.011276023Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.032400541Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.032456201Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.05237657Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.052443141Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.071814605Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.071881686Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.091107949Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.091176129Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.110331492Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.11261006Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.128709149Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.128773559Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.148083953Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.148150444Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.167968941Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.168025142Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.187733543Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.190178868Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.206821111Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.206876641Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.225030716Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.225087747Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.244138584Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.244211559Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.2669599Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.267023491Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.28700419Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.287066881Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.30578316Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.30585281Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.324287837Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.324342058Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.343649642Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.343709622Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.36222406Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.36227753Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.381380602Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.381467593Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.381660195Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.388780251Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"9a9d0ea6-ef45-4693-8366-e0408ef19c70","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":399984,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:41.389163155Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"578.394643ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a9d0ea6-ef45-4693-8366-e0408ef19c70\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9a9d0ea6-ef45-4693-8366-e0408ef19c70\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.968560963Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.969261669Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.969281269Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.992816087Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:41.992879447Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.012736864Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.014873072Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.031488755Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.033856514Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.049771601Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.049827921Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.06733653Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.067390711Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.084581028Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.084639578Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.102861024Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.102926784Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.120661695Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.120720316Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.139128023Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.139186303Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.157697141Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.157752111Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.176344739Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.176398969Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.194928177Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.194989527Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.214306201Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.214368172Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.234420632Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.234482272Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.252726858Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.252787678Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.271982151Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.272038821Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.290836021Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.290889152Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.309578011Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.311642517Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.327682885Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.327747786Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.34589537Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.345985231Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.346204953Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:42.353743333Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"de4068cb-aa50-4f51-87f1-911ed4414342","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":384670,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:42.354134033Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"823.418435ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de4068cb-aa50-4f51-87f1-911ed4414342\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"de4068cb-aa50-4f51-87f1-911ed4414342\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.178654218Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.179355049Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.179365268Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.202896211Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.202971062Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.223557856Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.223623056Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.244778085Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.244841075Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.264996086Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.265057457Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.284830824Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.284911665Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.304720663Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.304788633Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.325819241Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.325883321Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.346590677Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.346652977Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.367744345Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.367809976Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.388961234Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.389026065Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.407825773Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.407894361Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.429760649Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.42981706Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.450331544Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.450389584Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.472089747Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.472144797Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.49229551Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.492339554Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.512182097Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.512240357Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.531177738Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.531226398Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.551148327Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.551206008Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.572260165Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.572314926Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.592610768Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.592712328Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.59289128Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:43.601212046Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"e99ccb70-a65d-49d1-9e63-048de20b8fc2","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":422016,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:43.601622979Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.219479588s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e99ccb70-a65d-49d1-9e63-048de20b8fc2\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e99ccb70-a65d-49d1-9e63-048de20b8fc2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.82231804Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.823148276Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.823180036Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.847685432Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.847756282Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.868494628Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.868553638Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.885547333Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.887517299Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.905659644Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.905712114Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.924438114Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.924508744Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.942270536Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.942343156Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.961072646Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.961126436Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.979281001Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.979340891Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.996342397Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:44.996404407Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.013543524Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.013597854Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.032756017Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.032825078Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.050260666Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.050316797Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.070671509Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.07073623Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.092489673Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.092550594Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.111680506Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.111739327Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.129194446Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.129250626Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.147587622Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.147644743Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.166506953Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.166571754Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.186775704Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.186828504Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.20510065Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.20518102Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.205389452Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.21268377Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"0076a0bb-4f94-47bf-b113-5fd0f746b6f0","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":389743,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:45.213101364Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.132953978s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0076a0bb-4f94-47bf-b113-5fd0f746b6f0\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0076a0bb-4f94-47bf-b113-5fd0f746b6f0\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:45.845817247Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.347110013Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.347782158Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.347798458Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.369927135Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.369988855Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.385855091Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.385922202Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.406728548Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.406788028Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.42455944Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.424632921Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.443714273Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.446070531Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.46341245Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.46348239Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.482432571Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.482505112Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.502883824Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.502948215Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.521420062Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.521484013Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.54117757Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.54123951Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.559625287Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.559683077Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.578449157Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.578503877Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.596820193Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.596879494Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.615016098Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.615071159Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.633378755Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.633445385Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.651456049Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.651517579Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.669525973Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.669591213Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.687133953Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.687186644Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.705628131Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.705691131Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.724589542Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.724670832Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.724915964Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:46.732470785Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"f38b10a7-bf86-451b-a296-9400ed27ce94","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":384854,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:46.732840637Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.018380184s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f38b10a7-bf86-451b-a296-9400ed27ce94\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f38b10a7-bf86-451b-a296-9400ed27ce94\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.751749039Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.752470055Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.752491615Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.774202678Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.774267938Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.793523332Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.793587523Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.812615974Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.815073504Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.831441024Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.831510155Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.850592467Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.850657417Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.868845962Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.868900543Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.888772301Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.888848922Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.9074125Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.90746958Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.928040774Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.928107345Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.945437933Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.945505383Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.963238835Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.963303125Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.980435182Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.980495952Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.998736588Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:47.998790578Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.016550296Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.016613091Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.03662849Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.03669837Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.05550901Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.057493136Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.073244291Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.073305406Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.092355814Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.092436835Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.110215846Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.110280637Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.127587445Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.127667226Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.127890287Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:48.135903941Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"17643caa-c4b2-436b-b589-a696ce6e9d45","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":383623,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:48.136325895Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.288410474s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17643caa-c4b2-436b-b589-a696ce6e9d45\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"17643caa-c4b2-436b-b589-a696ce6e9d45\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.426261747Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.427570607Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.427587347Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.451091715Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.453760086Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.470905392Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.470973833Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.490728881Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.490789901Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.508352071Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.508421392Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.527196171Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.527279442Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.545986861Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.54836158Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.565025853Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.565084443Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.582808535Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.582869305Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.601835976Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.604234855Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.621697085Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.621750235Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.640629865Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.640686596Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.661084488Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.661140439Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.684102552Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.684158563Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.703603827Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.703657788Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.724611085Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.724666485Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.745023788Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.745082958Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.766132046Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.766195017Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.785635241Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.787610567Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.805553884Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.805625154Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.824509871Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.824578992Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.824846884Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.832597796Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"e1225d63-ae72-476e-84a6-f640fb5f9c34","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":405821,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:50.832920798Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.334591097s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1225d63-ae72-476e-84a6-f640fb5f9c34\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e1225d63-ae72-476e-84a6-f640fb5f9c34\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:50.847201552Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.168922717Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.170046496Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.170066436Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.193850636Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.193920387Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.216240425Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.216304905Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.235382767Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.235451748Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.254981843Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.255041784Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.273214619Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.273269399Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.291843667Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.291901868Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.30993793Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.309992539Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.327763823Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.327823974Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.347007817Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.348993803Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.365759726Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.365830747Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.384069752Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.386372661Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.403037374Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.403098454Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.420846896Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.420914316Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.438835509Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.438893059Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.456666701Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.456729671Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.47409317Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.476391028Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.49290657Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.49296648Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.510657921Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.510727662Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.528715485Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.528780996Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.547046742Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.547118802Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.547349774Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:53.55564564Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"446b2657-28a8-488e-a32e-14106eba4b40","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":385933,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:53.556046443Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"3.83629628s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"446b2657-28a8-488e-a32e-14106eba4b40\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"446b2657-28a8-488e-a32e-14106eba4b40\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:55.848240224Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.393839143Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.394868212Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.394881052Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.417917385Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.418005586Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.439447277Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.439515257Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.458174446Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.458228017Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.4775319Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.477583231Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.495693185Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.498036074Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.513319156Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.513381346Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.531022747Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.531093137Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.550103544Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.550155651Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.567944691Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.568012042Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.586126936Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.586180046Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.60413018Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.60418467Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.622025722Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.622087573Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.640117316Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.640182437Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.658303232Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.658351562Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.676786779Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.676862269Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.69456571Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.69695564Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.713407761Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.71582184Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.731255733Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.731325983Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.749823751Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.749890522Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.767882165Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.767978866Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.768217777Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:18:57.775939129Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"fe6b6e2c-fe45-49e4-8cba-63e0f27f0e07","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":381250,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:18:57.776285272Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.281957332s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe6b6e2c-fe45-49e4-8cba-63e0f27f0e07\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:18:57 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fe6b6e2c-fe45-49e4-8cba-63e0f27f0e07\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.059982715Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.060728311Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.060743011Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.082741976Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.085506878Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.102732145Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.102798686Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.121279953Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.123262859Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.139589719Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.1396504Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.157595783Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.157680523Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.177048447Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.177108617Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.195400233Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.195455594Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.213972811Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.214025852Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.232829032Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.232879932Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.25143243Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.253296852Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.269615155Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.269684986Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.287151315Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.287209455Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.304760285Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.304824196Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.324011639Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.326330007Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.341857691Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.341911911Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.360996283Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.361056934Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.378933616Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.378994737Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.397339583Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.397395664Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.41451096Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.416845709Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.433623472Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.433708403Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.433948445Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.441197293Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"c7b50efc-f0fa-44a5-9a0e-d5133ed72f43","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":380644,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:00.441530715Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"5.162700936s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b50efc-f0fa-44a5-9a0e-d5133ed72f43\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:19:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c7b50efc-f0fa-44a5-9a0e-d5133ed72f43\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:00.849539998Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c53eb488-afb5-45e0-aae4-351c59ce1812, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9ea2fceb-f8d9-4f74-bfa2-55555aaeb85c, kind: Service { id: 1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b }, name: Name(\"ntp-1ee5ad27-d0bc-4132-b9fc-e3f09de9de3b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 97])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d0289539-921c-4bf2-920a-04bbdc4c125f, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 293e4627-e0e7-4b31-853e-740b7878beb5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e1a1727b-d1f2-4594-8693-39abbc53897f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4b9aca8-6d8e-4b9e-aadb-3d13456cad48, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dded1cbe-0834-4039-a61f-1d0b58b5c960, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0b757ae8-d715-46c9-990f-40e8f57b714b, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bc2d4b57-b658-4cfd-8b99-243e666e8c3f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c3d41cf7-d750-4355-91d2-66a34e791e1e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 677592f4-75b6-4a2e-a87e-694572ba9755, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: bfd201eb-7daf-46b1-97cb-928d7695eeed, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b49728b9-39be-4b43-985f-3cfc6bf15c54, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 608f1e18-3502-4610-af6e-13e94039eb49, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.605540216Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.606374723Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f473ba50-ce02-4cc5-8c17-fab2874f1adf, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.606388973Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.629336836Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c53eb488-afb5-45e0-aae4-351c59ce1812, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.629405957Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.65116086Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 25cd3ebd-efff-40ff-a395-e1b4462d1c70, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.65122363Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.670607706Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1a774a11-68fd-4d7a-a7bc-4b561c3d90c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.670659822Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.689477275Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c4cb3cb-4e80-4d50-babe-f5c43bcc5330, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.689541276Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.70888741Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d0289539-921c-4bf2-920a-04bbdc4c125f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.708943011Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.727228622Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3e5ac74f-f729-4c04-8429-ce45ea26ba68, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.727273781Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.747231946Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 293e4627-e0e7-4b31-853e-740b7878beb5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.747275886Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.765942315Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 186430bb-79f5-40fd-9a99-6190a91ebdbd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.766000325Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.783826618Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.783876968Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.801800251Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dded1cbe-0834-4039-a61f-1d0b58b5c960, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.801849781Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.819697904Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 63107cc5-31ce-4044-a49a-c8ddaf7ef5d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.819759834Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.838133531Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 47d371a4-0cda-4a3f-8bd7-b72d3c15b32d, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.838196791Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.851538447Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.856059283Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0da92414-7fee-4c7c-98b4-5596856b4bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.856069823Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.873931126Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 677592f4-75b6-4a2e-a87e-694572ba9755, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.873983216Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.892604055Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: bfd201eb-7daf-46b1-97cb-928d7695eeed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.892668925Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.910954461Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b49728b9-39be-4b43-985f-3cfc6bf15c54, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.911012432Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.929110306Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 608f1e18-3502-4610-af6e-13e94039eb49, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.929160046Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.947048109Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.947110709Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.96473607Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7aede8e5-c7f6-40c3-9245-60ecd570f175, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.96479791Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.983035366Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.983116756Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.983345658Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:05.990500265Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.108767458Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.10899499Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.10902451Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.113651197Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.113802708Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.113838048Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.113850498Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.116152487Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.116269748Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.117449737Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.125626932Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.125717883Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.125726933Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.125732333Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.125737593Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.125745433Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.125753343Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.128093322Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.128109382Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.402932862Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.407580639Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.412218596Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.416519101Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.42142104Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.426656321Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.431668751Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.436422539Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.441071566Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.445906665Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.450522112Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.4553486Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.459816576Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.464257581Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.46912178Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.474562853Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.479544123Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.484569503Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.489089949Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.493908498Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.49930951Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.50549872Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.510699711Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.517564756Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.524088228Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.529921234Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.53569502Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.541676348Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.589276368Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.635891619Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.679762149Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.723596318Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.726459451Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.726472711Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.777275116Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte1\", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 151, 105]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.777348497Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.780308041Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.780329361Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.834753404Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte2\", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 223, 22]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.834821095Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.836530369Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.836552419Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.888399922Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte3\", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 144, 82]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.888456512Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"external_dns"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.922973238Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.926014112Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.926025952Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.991530554Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte4\", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 226, 136]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.991605295Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"external_dns"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.992774434Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.992794814Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.992888045Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.992896765Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.995448445Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:06.995469096Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.046292261Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte5\", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 227, 174]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.046354231Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"nexus"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.046723514Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.046750084Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.047035577Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.05123371Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.05127182Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.05128695Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.051362221Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.053650959Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.05367036Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.08385541Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.087932903Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.087959543Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.137390037Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.166983383Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.172341885Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.172399275Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"Configuring new Omicron zone: oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.172828798Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.179817264Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.184999046Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.190249487Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.192201593Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Installing Omicron zone: oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.220326557Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.224910783Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.229766982Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.23954Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:07.332084758Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:08.823169893Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:08.823368015Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:08.931641078Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:08.93189324Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.046749686Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.046959427Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 58.825875ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.065743607Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.095679876Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.095869587Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.104158063Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.104354045Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 94.072341ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.136604142Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.139801167Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 29.908155ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.174014249Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.174234041Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 77.616375ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.22173112Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 135.474961ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.249041908Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.249567672Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.249898305Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 192.105468ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.316038804Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.328766523Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.328918704Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.341560345Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.342039689Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 62.026926ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.380719667Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.381426183Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:09.381665715Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 38.555968ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.580973834Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 534.088305ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.624945374Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 101.806426ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:09.751654324Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 389.571676ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:10.221512356Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:10.905194099Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 32.525026ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:10.914184491Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:10.914566234Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 63.556597ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:10.928855717Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 125.329957ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:10.945343079Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 692.780669ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:10.96176524Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 292.673268ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:10.974550062Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 739.063904ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:10.988910236Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 69.742331ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.004755362Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:11.004860743Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:11.013720404Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:11.022236492Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:11.023047918Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"95c1ad5f-1ac9-4e31-9c48-874375bc96e5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42676","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":115,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 78.184837ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.027483684Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 30.300506ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.038550402Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 41.749683ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.050076474Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 27.325627ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.063504431Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:11.063705802Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 68.248988ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.08100948Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 54.346151ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.092474552Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 137.736215ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.110344354Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 238.751224ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.173398656Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 83.954248ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.290664591Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 318.716925ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.311632308Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:11.312008291Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 236.696467ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.328014289Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 114.638448ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:11.343185399Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 178.138697ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.056394655Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 282.810675ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.098034977Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 223.804887ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.125193063Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 337.190737ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.155364544Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 145.030619ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.185216781Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 794.562506ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.197891202Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 901.059232ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.210969856Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 940.860662ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.222584249Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:12.22268116Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 416.357816ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.240837214Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 33.470566ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.254771285Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 60.685317ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.266342358Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 101.834228ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.280216508Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 342.846107ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.291565729Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 129.835627ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.304074638Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 146.583867ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.369834819Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 215.869917ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.382877737Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 417.881079ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.399793492Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 206.700128ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.412470062Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 591.16538ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.423657922Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 110.346817ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.44731293Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.177224946s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.505605515Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 26.139904ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.556292359Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 151.036611ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.571028266Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 457.705262ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.584981508Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 95.386078ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.611329088Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 755.780223ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:12.62672637Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 428.433368ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:13.189691207Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 714.828372ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:13.205499003Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 922.459816ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:13.218290105Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.1529794s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:13.231529881Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 253.0744ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:13.247863291Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:16.416087834Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 910.827564ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:16.425900662Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 440.405369ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:16.610344442Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 419.07236ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:16.842266471Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 1.36648915s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:16.972744641Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 802.446955ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.223126087Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.05949357s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.236383083Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 564.868229ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.250872358Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 872.085876ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.265488964Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.143485787s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.276976906Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 629.067979ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.288659949Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 506.933004ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.301690663Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 834.325382ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.312437249Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 336.655326ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.326659112Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.49233456s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:17.500144515Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 740.535193ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.254105935Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 838.832503ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.271856766Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 605.429825ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.294090193Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.356626501s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.306834775Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.342384376s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.319192933Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 753.038232ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.330557694Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 758.120157ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.344127912Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 742.579675ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.358612388Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.204188684s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.370316451Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 511.511775ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.384398433Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.424619119s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:18.394404593Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.001969774s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.866692338Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.454239038s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.881152904Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:19.881757838Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.048476491s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.900491608Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.350316321s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.914348368Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 655.323961ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.925746629Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:19.926172732Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.090996134s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.943566421Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:19.944249967Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 916.684198ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.960947729Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 905.695617ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.971125221Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.258887017s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.981344712Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 645.855748ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:19.997708173Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 628.534721ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.02375759Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.186858491s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.037184807Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 637.316036ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.05891957Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 74.011089ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.590134394Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 913.4159ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.604190476Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 74.625463ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.616304553Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 768.496459ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.657411251Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 50.509724ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.670364744Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.114020865s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.686449622Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 92.677323ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.698583539Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 127.821629ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.711565462Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.200858506s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.727236307Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 89.973243ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.741308129Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 188.174321ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.805056768Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 120.767902ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.844516092Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 166.179494ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.859173439Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 676.752907ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.882756697Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.140204886s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.897360623Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.285454705s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.911315384Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 836.89065ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.963260409Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 363.242344ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:20.981114251Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 533.784451ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.006450613Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 339.816739ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.037209868Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 649.436618ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.04993769Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 590.45746ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.239749072Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 671.980459ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.252976058Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:21.260750549Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.247543915s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.278799533Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 579.594758ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.347284759Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 514.140708ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.357315961Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 983.879785ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.388633869Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:21.397061666Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:21.418392026Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 1.252974116s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.441962504Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 54.21819ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.452284986Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 62.322542ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.51921833Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.133345721s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.531259506Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 638.835255ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.553944686Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.00250089s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.572153052Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 167.528634ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.595476868Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 72.692147ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.653834583Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 907.275667ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.713360147Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 101.085645ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.740110341Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 499.995482ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.777105216Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.256634367s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.813672667Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.044036502s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.826402138Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 722.284439ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.842431146Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 209.62216ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.85169519Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 769.962617ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.883190681Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 588.573113ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.938607293Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.200534369s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.951610956Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.100975298s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:21.964908413Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.493799716s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.050306333Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 301.082539ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.076066829Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.427895677s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.206987071Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.243965118s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.220030606Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 574.299545ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.293727233Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 892.746544ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.386035469Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 498.323902ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.398476748Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 623.774266ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.539698044Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 933.421444ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.5518269Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 882.337857ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.576667009Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.400497459s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.589630902Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.154730785s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.632545544Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 1.035791541s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.667836205Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.193666843s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.680570417Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 851.647603ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.70863338Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 525.747293ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.883952952Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.169719977s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.896486898Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 911.074497ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:22.910438299Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 990.653326ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.080369134Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 986.962834ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.091339121Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.325281596s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.165750634Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 900.453785ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.175847154Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:23.185773523Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:23.186750841Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 1.029034861s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.293865945Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 612.842423ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.42249164Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.153861479s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.473647088Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.448252956s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.485119589Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 869.404824ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.49643778Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 48.566295ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.52662086Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.441763246s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.554051119Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 821.653887ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.569315621Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 105.77028ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.583914107Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 645.083632ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.646202174Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 180.830465ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.697493192Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 1.410387848s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.714083404Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.134513491s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.796512172Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.164075834s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.831629092Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 783.695188ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.884389712Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 394.285515ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:23.891792821Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 796.392069ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.002440433Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 534.615495ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.047502702Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 669.963021ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.081256601Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.002984838s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.093510219Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.237457315s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.105865838Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.075688934s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.11742704Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 489.480364ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.302922118Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.382592785s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.312303703Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 765.651168ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.335666329Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 565.6726ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.377502903Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 1.469155046s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.403848962Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.017900848s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.504172422Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 1.356171829s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.595034657Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.216087482s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.638899586Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.26018315s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.681355965Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.269944869s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.76485498Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 1.225440246s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.804419875Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 801.354742ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.816475242Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.051951401s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.94419121Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 553.844632ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.954871975Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 970.898434ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:24.965783302Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.399222598s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.006479856Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 879.910262ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.019852883Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.177535163s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.109934721Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 599.187778ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.122247209Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 613.047891ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.137293009Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 980.306395ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.206669031Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 733.887966ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.357865647Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 852.970479ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.52264024Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 794.645209ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.536580511Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 802.405429ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.631243856Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.043042201s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.709365259Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 606.114226ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.734091436Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 1.084241001s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.762606233Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.370110897s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.869068002Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 1.326999341s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.884710616Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.227360072s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.911133117Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.210143424s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.947978581Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.302548368s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.958529605Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 747.604611ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:25.968860497Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 524.363975ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.006788419Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 632.441215ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.04324491Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.134310063s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.053462611Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.056093712s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.103023466Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.449551126s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.199290753Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 865.487929ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.300122047Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 901.022478ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.341024003Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 863.600419ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.349564811Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 638.023099ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.386872208Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.435821432s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.415570187Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:26.420437376Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 758.594265ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.445111381Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.11522622s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.544491175Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 1.360613764s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.686616638Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 862.270044ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.727531979Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 632.558807ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.762895166Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 1.301773418s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:26.856736914Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 762.309149ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.037800047Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.115636476s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.151294772Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 538.699687ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.171401772Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 561.277837ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.182959434Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 831.005467ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.196076168Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.097269384s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.207456329Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 689.861214ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.218780179Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 531.001628ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.231177868Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 1.220788303s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.242853261Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 923.342987ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.25394629Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 713.281257ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.265602952Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 537.446652ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.277178975Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.069487779s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.406852088Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 744.590689ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.59902925Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.135904665s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.658191452Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 905.84448ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.668615385Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 500.421658ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.720184426Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.075081063s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.75335222Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 1.153025903s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.771409434Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.108059962s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.809390197Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.231440691s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.823327618Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 601.411955ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.860817667Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.289110335s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.917359708Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 735.112459ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:27.987605318Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 598.825171ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.037196523Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 773.018107ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.055669501Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 973.105465ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.167643453Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.208397582s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.186503312Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.105612933s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.229442145Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.351949406s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.274799496Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.259567857s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.313425044Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 787.882126ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.352169873Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.198066743s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.47094498Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 580.616685ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.478589491Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 874.995435ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.486184112Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.458845325s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.583718729Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 629.421098ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.645583702Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 642.897349ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.731504107Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 501.869194ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.802987187Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 695.858179ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.836760506Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 669.968545ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.844008684Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 826.597136ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.925967777Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 679.698952ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:28.93382521Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.378944372s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.063841776Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 880.161262ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.072368754Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 1.482441881s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.149884022Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 1.090848644s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.157856826Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.281240855s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.215123335Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.171589634s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.284580575Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.035627166s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.312968811Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 980.225516ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.343858278Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.081533246s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.370428189Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 672.078414ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.383329272Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 648.827579ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.403218991Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 681.600055ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.523046416Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.301559265s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.540958529Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.21047145s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.581860525Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 1.168530244s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.622794961Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.409167386s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.635625674Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.38977559s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.740863872Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.108064549s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.769929814Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 1.015814016s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:29.962146016Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 979.36961ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.051885432Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.378794727s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.063014315Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.457496507s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.070365849Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 1.205645454s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.21485246Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 979.370972ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.258581999Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.472141924s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.334436333Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 870.690245ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.357743609Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.072692215s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.452008251Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 893.359122ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.460002894Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 958.429172ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.467840787Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.043946073s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.506361764Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 933.921624ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.641840584Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 700.709108ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.801241754Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.298067032s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.808762905Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.385892162s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.851140002Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.126466262s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.885686718Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 542.297765ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:30.988648948Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 634.019777ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.041408539Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.027018179s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.052975431Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 989.969095ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.13934159Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 871.308712ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.236728685Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 648.072773ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.245829888Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 582.736238ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.362726194Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:31.425809903Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 693.806019ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.42930648Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 812.628822ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.436499888Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 777.321563ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.45062381Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 829.478017ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.510329496Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 885.334079ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.532801241Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.188061204s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.539950932Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 927.330534ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.548580671Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.125294073s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.558944834Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 975.025802ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.584393707Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.022166017s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.707950792Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.153730553s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.817117542Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 1.211208433s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.903649901Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.273975464s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:31.955157492Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.077751508s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.020970157Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.356944713s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.08913243Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.142769514s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.115260219Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.2939311s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.122657757Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 806.83216ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.132557386Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.304688079s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.139928195Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 784.574674ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.236730646Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.138165849s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.245044452Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.215942675s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.257479771Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 1.316927414s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.351508041Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 581.400583ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.42790169Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 828.741424ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.485916702Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 777.96735ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.568365079Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 600.594603ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.692754391Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.169181579s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.73775984Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.061598666s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.745943075Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 1.004311862s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.950303114Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 514.419035ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:32.981364252Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.130038197s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.019027022Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 569.289726ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.030648204Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.236621147s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.108577236Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 684.845383ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.123908378Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 697.709567ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.240798979Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.324968634s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.267481472Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.060066353s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.302567971Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 501.544686ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.323338307Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 554.494412ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.356168259Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 673.435486ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.392033085Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.356047428s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.424973397Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.137990156s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.453882058Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 522.153404ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.461824721Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.45228834s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.482644177Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.013258365s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.504569542Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.20276039s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.608116887Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 794.566004ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.677094657Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.125507616s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.81674755Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 713.864632ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.824723414Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 686.376412ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.833808086Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 549.099288ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.916061602Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 512.357168ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.923811164Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.380721787s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.948575611Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 952.059344ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.965139113Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.224944288s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:33.992447644Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 743.082847ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.074411974Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.452734796s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.157397056Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 772.114971ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.35499085Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.028109759s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.371572322Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 914.716525ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.44530272Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 578.991248ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.473028031Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 1.279289356s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.481466258Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.103210249s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.526292836Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 768.158542ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.534996925Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 708.998354ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.547972998Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.424233552s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.602585994Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 767.314128ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.610407266Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 770.447727ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.79152611Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 842.425057ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.820029267Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.016967862s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.828519465Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 1.112931977s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.928088608Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 568.234367ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.944756631Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 563.176812ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:34.953792953Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 635.154874ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.063243286Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 565.051552ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.135980825Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.128373741s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.228444832Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 1.200210176s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.266753317Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 776.024783ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.311451564Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.326561051s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.339119564Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 1.424397718s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.367869433Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 511.051018ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.38748833Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 659.431383ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.408019973Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 864.896181ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.52179677Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.075532442s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.52925255Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.007519688s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.571415086Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.428154071s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.620159215Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 812.813447ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.638253409Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.115564116s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.67105571Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 699.931103ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.708582529Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 737.534547ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.717200228Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 682.432424ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.769674486Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 989.505182ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.855540161Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 895.810639ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:35.908754365Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.44516535s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.038536799Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 615.814805ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.050721257Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.492798453s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.076375141Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 515.314288ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.095178731Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.499512301s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.366127965Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.119144731s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.39616158Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.168301524s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.419707377Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:36.428510298Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 739.182466ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.461498221Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 774.867539ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.470729324Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 563.143371ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.478334675Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 610.504883ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.485700223Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 521.460906ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.588233621Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 642.548208ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.613611183Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 848.373014ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.621014559Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.238593288s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.678398Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 1.005172687s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.68724811Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.348631453s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.796166498Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 723.043447ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.804152292Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 953.813789ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.814226232Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 899.195182ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:36.853673277Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 997.444899ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.051864067Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.176375726s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.060010512Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 937.142644ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.105092551Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 853.105096ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.11874233Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 852.844856ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.21170209Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 911.824005ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.256593208Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.429452537s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.266533287Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 599.252907ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.481149058Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 779.263961ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.496343889Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.218508859s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.528328144Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 796.431231ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.539737295Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.472712652s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.583900757Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 705.558237ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.600942393Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 1.470988559s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.710384115Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.246978553s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.768309037Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.085662973s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.783415507Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 593.617426ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.880110168Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 942.287678ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.934348421Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 580.937566ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:37.983931196Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 586.82655ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.056129811Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 528.217366ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.06725744Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 983.435451ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.077423491Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 735.695273ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.091392913Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.474209475s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.15885832Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 850.866434ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.182233676Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 809.10186ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.24921748Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 505.112881ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.287231293Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 774.443489ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.319157057Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 535.533191ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.348176959Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 601.776459ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.487719901Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.050914043s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.579461812Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 584.155447ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.609028778Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 500.322571ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.656356572Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 724.807527ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.709851522Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 508.480189ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.763124067Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 935.534318ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.806802904Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 844.420009ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.844210073Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 972.030701ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.88524165Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.242899768s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.9003319Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 609.389786ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:38.915815424Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 629.371068ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.027451683Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 787.564304ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.045397157Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 965.017887ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.069487369Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 522.197368ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.079877941Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.114885833s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.089032304Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.36842318s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.101296752Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.063001241s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.113411359Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 513.550018ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.171015137Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 1.162747975s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.193441173Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.173989628s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.204729006Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 710.980174ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.286026804Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 979.231671ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.452930934Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 1.212441202s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.537435588Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 830.822428ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.614705714Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 545.149544ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.646078034Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 651.850946ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.65809036Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.367505543s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.667596936Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 507.875607ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.70076542Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 1.115744742s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.710606259Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 738.677106ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.751814397Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 504.946536ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.842695021Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.177231941s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:39.866755053Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 759.434259ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.012021145Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.394114238s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.048128469Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.449810783s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.154786645Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 955.863853ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.188556238Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.330182149s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.20266921Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.025641017s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.215065589Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 603.7525ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.226110207Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.196945411s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.321323116Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 899.216842ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.359090217Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 1.382279562s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.371381445Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.140799994s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.391096762Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.134523253s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.443700462Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 649.941547ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.457446101Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 701.018483ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.482654332Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.350222484s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.503028184Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 939.603414ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.763788993Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 927.065319ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.784122115Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 703.811514ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.840943998Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 1.276943954s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:40.852570871Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.260344824s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.050780041Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 613.046433ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.064321269Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:41.100310366Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39246"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:41.10215858Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"7edb52f3-55de-4f8a-b3f5-53635e523d05","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39246","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":787,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.193838036s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.12218939Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 981.643494ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.160511245Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 655.61766ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.198656079Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.235513348s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.256347143Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 1.218408241s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.270082328Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:41.430681108Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.307455977s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.458911173Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 1.366373967s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.532924643Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 1.093828509s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.546070658Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 1.356163011s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.558180065Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 678.810047ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.572894452Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 528.144079ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.591949754Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 913.877397ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.619883197Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.394935308s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.69057406Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 1.494064157s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.717922928Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 805.07029ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.732640505Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 588.501454ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.767480693Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 866.190538ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.863981812Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.334259145s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:41.872566611Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 958.019686ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.129919102Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 659.965682ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.139500509Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.09672812s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.150580637Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 1.343478369s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.261928534Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b\") failed: Property not found. retry in 1.487500122s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.320883664Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0b757ae8-d715-46c9-990f-40e8f57b714b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 726.160353ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.329357772Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 528.731757ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.366089714Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 823.7798ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.499352177Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 1.067690886s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.509007684Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 1.168203776s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.548102575Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 683.095399ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.558585779Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 504.245485ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.6503779Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 503.481052ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.740541579Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 1.008267976s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.775129165Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 605.347452ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.810711127Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 551.010737ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.905678376Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 547.275662ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.91368161Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f\") failed: Property not found. retry in 968.713653ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:42.922732962Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_1d1f1cb7-5d14-4b53-b47a-fcb65d8a1f9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e\") failed: Property not found. retry in 1.157772472s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.067018852Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_c3d41cf7-d750-4355-91d2-66a34e791e1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175\") failed: Property not found. retry in 1.483901297s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.095503629Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7aede8e5-c7f6-40c3-9245-60ecd570f175","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48\") failed: Property not found. retry in 1.109419872s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.102942038Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_d4b9aca8-6d8e-4b9e-aadb-3d13456cad48","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54\") failed: Property not found. retry in 912.323016ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.165040613Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_b49728b9-39be-4b43-985f-3cfc6bf15c54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed\") failed: Property not found. retry in 1.252330196s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.216533073Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_bfd201eb-7daf-46b1-97cb-928d7695eeed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af\") failed: Property not found. retry in 1.40740547s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.224305195Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755\") failed: Property not found. retry in 1.47018546s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.25125297Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_677592f4-75b6-4a2e-a87e-694572ba9755","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5\") failed: Property not found. retry in 1.087472822s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.259112752Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_63107cc5-31ce-4044-a49a-c8ddaf7ef5d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f\") failed: Property not found. retry in 1.370270508s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.267002495Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86\") failed: Property not found. retry in 561.496962ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.334185771Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444\") failed: Property not found. retry in 735.119478ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.426362416Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960\") failed: Property not found. retry in 798.139467ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.46950106Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_dded1cbe-0834-4039-a61f-1d0b58b5c960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f\") failed: Property not found. retry in 777.178017ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.480026633Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_bc2d4b57-b658-4cfd-8b99-243e666e8c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49\") failed: Property not found. retry in 681.511882ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.588100535Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_608f1e18-3502-4610-af6e-13e94039eb49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d\") failed: Property not found. retry in 775.577715ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.619504285Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_47d371a4-0cda-4a3f-8bd7-b72d3c15b32d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd\") failed: Property not found. retry in 820.992552ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.725400469Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9\") failed: Property not found. retry in 754.187898ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:19:43.79450337Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_0da92414-7fee-4c7c-98b4-5596856b4bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::a exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:43.959802398Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:43.959881978Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::a exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:44.598344927Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:44.616367891Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:47.620257294Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1983"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:47.620333254Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_6baf4aa0-14d0-4012-950b-d0f19be44a86","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:53.269793835Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:53.501041628Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:53.501110588Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:54.05205634Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:54.052143781Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:54.24781606Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2096"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:54.2478663Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_186430bb-79f5-40fd-9a99-6190a91ebdbd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:58.270990338Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:59.664209543Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:19:59.664271593Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:00.220043013Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:00.220111134Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:00.431755781Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1983"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:00.431842411Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_1dc163a1-5af7-48a8-9cd2-e21722e1f8af","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:03.2721237Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:06.435751614Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:06.435826985Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:06.986664737Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:06.986724476Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:07.196275955Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2096"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:07.196349796Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_2aad55a2-124d-4a13-a8e1-89ca75fc7444","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:08.275030283Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:11.140709012Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:11.140860333Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"2a7eb726-808c-4796-a1f2-024cc599459d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42263","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":90,"response_code":"200"} {"msg":"Ensuring address fd00:1122:3344:101::c exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:13.045726867Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:13.045795017Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:13.27706368Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::c exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:13.606873919Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:13.60694353Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:13.820574283Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1983"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:13.820642333Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_e1a1727b-d1f2-4594-8693-39abbc53897f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.278757007Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.446814257Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.448696632Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.451118131Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"f53ab5a8-87b9-43f9-b1c6-956f1e9effa9","remote_addr":"[fd00:1122:3344:101::1]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":72840139,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.45982182Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.460094803Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.460369925Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.46229618Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.46231037Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:551"} {"msg":"rack_network_config: Some(\n RackNetworkConfigV1 {\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 24,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.497942514Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22ce3cd1-48f2-44bc-8d0c-942f347428e3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.499722488Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22ce3cd1-48f2-44bc-8d0c-942f347428e3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.630594832Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22ce3cd1-48f2-44bc-8d0c-942f347428e3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.698964707Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22ce3cd1-48f2-44bc-8d0c-942f347428e3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:18.897348228Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc1c0126-e902-4b57-bf22-3764ffcd1a8e\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bc1c0126-e902-4b57-bf22-3764ffcd1a8e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:19.030900893Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adaf3c19-5936-4366-a5a4-1f4d9bf81d9c\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"adaf3c19-5936-4366-a5a4-1f4d9bf81d9c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:19.339149619Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe0060c-a6d7-4b4e-ad44-d6dc1784d93e\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dbe0060c-a6d7-4b4e-ad44-d6dc1784d93e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:19.588007623Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9901adad-ef04-4527-96d6-aeaefa21565e\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9901adad-ef04-4527-96d6-aeaefa21565e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:19.932016655Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22e47ea2-5dee-44da-9504-40b0419e2b98\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"22e47ea2-5dee-44da-9504-40b0419e2b98\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:20.340734402Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab500e82-dc35-4f0c-9cb1-035e0f9e6132\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ab500e82-dc35-4f0c-9cb1-035e0f9e6132\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:20.985087729Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e97ba6d2-ef01-412f-8aec-5aacdd23f999\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e97ba6d2-ef01-412f-8aec-5aacdd23f999\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:21.455296637Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbc4b877-358e-46ac-b765-42a2939ea5f7\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fbc4b877-358e-46ac-b765-42a2939ea5f7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:22.235176853Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1ae22e-f432-4eec-aa1f-4eff90040f32\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fd1ae22e-f432-4eec-aa1f-4eff90040f32\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:22.928081006Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:23.279481757Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"883924d5-ec3e-45f3-9eb7-300c092ec535\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"883924d5-ec3e-45f3-9eb7-300c092ec535\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:23.621991177Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3601a4ce-6a0b-4ff0-bae1-468fcaed8503\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3601a4ce-6a0b-4ff0-bae1-468fcaed8503\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:24.942435702Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f4700c-1029-4659-b6c4-3c1b058d52a7\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"49f4700c-1029-4659-b6c4-3c1b058d52a7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:26.552248343Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6aac2ae-4b25-49a3-9393-200e90f9211d\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a6aac2ae-4b25-49a3-9393-200e90f9211d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:27.411701593Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:28.282558585Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed02502a-5b87-4e35-af76-8ceceeaaade3\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ed02502a-5b87-4e35-af76-8ceceeaaade3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:29.766227951Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83304e94-f713-45bd-a19a-b0afa293178c\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"83304e94-f713-45bd-a19a-b0afa293178c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:32.524020682Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:33.283767528Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73e1ab67-c6cc-4d8f-bc1a-603482c3e39c\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"73e1ab67-c6cc-4d8f-bc1a-603482c3e39c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:34.313118193Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95147fe9-57ec-4744-b299-448b709195e1\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"95147fe9-57ec-4744-b299-448b709195e1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:37.163763645Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:38.285418394Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c143e7e-802b-469d-bd10-ab3b9f7b67cb\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4c143e7e-802b-469d-bd10-ab3b9f7b67cb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:40.357755253Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:41.185877913Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:41.185945554Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"bdca6558-aa11-498b-ab6a-beae2b7296da","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59877","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":40,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:43.286235885Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"625dacab-0c35-4440-ade4-224f3344fc49\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"625dacab-0c35-4440-ade4-224f3344fc49\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:44.330643789Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:48.288459246Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b53eb24-57b0-43d0-9073-20a9c0e397f8\", \"content-length\": \"124\", \"date\": \"Wed, 31 Jan 2024 21:20:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1b53eb24-57b0-43d0-9073-20a9c0e397f8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:49.833586042Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:53.290010992Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:53.650600746Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"218.570645626s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"43199257-e00b-436e-9a53-484545277d77\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:53 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"fa93caae-962e-4441-8972-c89ab59c325e\\\\\\\"\\\", request_id: \\\"43199257-e00b-436e-9a53-484545277d77\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:53.698335397Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"218.616598283s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"819af5ee-21fe-4798-b929-2cf977234a9b\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:53 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"819af5ee-21fe-4798-b929-2cf977234a9b\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:53.700140651Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"218.618358087s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c9f0cb0c-2fa1-4da8-bb7c-bb5c358f0471\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:53 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"c9f0cb0c-2fa1-4da8-bb7c-bb5c358f0471\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:53.702412849Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"218.619902719s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"35e4da5c-512a-4a0e-aeed-525916ff58a8\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:53 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"35e4da5c-512a-4a0e-aeed-525916ff58a8\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:53.705566235Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"218.623925491s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"bae2327c-e809-441e-af69-e84593966c3b\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:53 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"bae2327c-e809-441e-af69-e84593966c3b\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:53.707247298Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"218.624546776s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c2a8e021-2c3b-473c-af4c-ef52f904cc32\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:53 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"c2a8e021-2c3b-473c-af4c-ef52f904cc32\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:53.709374335Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"218.62747468s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"637afe78-1b6e-4b0e-ae01-8caf0e2c930d\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:53 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"637afe78-1b6e-4b0e-ae01-8caf0e2c930d\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:53.752458385Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"218.669929858s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"02fa9b7e-4dda-474d-8a3e-949dec448102\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:53 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"02fa9b7e-4dda-474d-8a3e-949dec448102\\\" }\""} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:53.767584919Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:53.78524257Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"218.703946749s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9a788b99-17b9-4274-90eb-333b0958217a\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:53 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"9a788b99-17b9-4274-90eb-333b0958217a\\\" }\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:53.794970767Z","hostname":"sock","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"sock\" }","id":"fa93caae-962e-4441-8972-c89ab59c325e"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:53.81160682Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:53.81163229Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.290861212Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:20:58.417613723Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"223.33589459s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9768c603-5363-4e0e-8e71-e5c098e8db69\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 31 Jan 2024 21:20:57 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"9768c603-5363-4e0e-8e71-e5c098e8db69\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb0d5633-5106-4b80-8a6e-28a9ab590b4a\", \"content-length\": \"174\", \"date\": \"Wed, 31 Jan 2024 21:20:58 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"cb0d5633-5106-4b80-8a6e-28a9ab590b4a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.489460766Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.516141448Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.516162318Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.516169378Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.516174908Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.516203159Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.516207859Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.516213119Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: fa93caae-962e-4441-8972-c89ab59c325e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.516219069Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.516224609Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.817347529Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:20:58.817363383Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:02.68913286Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:02.68915909Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:02.68916503Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:02.689176161Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:02.68918133Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:02.689185611Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:02.689190261Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:02.689194911Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:03.29258214Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:05.988573807Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:64326"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:05.989860669Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13362f9b-a4c9-4816-ba5c-17cd2f7c8975, kind: Service { id: 2aad55a2-124d-4a13-a8e1-89ca75fc7444 }, name: Name(\"external-dns-2aad55a2-124d-4a13-a8e1-89ca75fc7444\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 82])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 1e662a3e-0416-4593-8904-378df1ba5d0b, kind: Service { id: 186430bb-79f5-40fd-9a99-6190a91ebdbd }, name: Name(\"external-dns-186430bb-79f5-40fd-9a99-6190a91ebdbd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 136])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 473e635d-e6c0-4626-a764-a0d4e2390ba3, kind: Service { id: e1a1727b-d1f2-4594-8693-39abbc53897f }, name: Name(\"nexus-e1a1727b-d1f2-4594-8693-39abbc53897f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 5bff2b56-16a2-47db-8004-f5b8741c2841, kind: Service { id: 6baf4aa0-14d0-4012-950b-d0f19be44a86 }, name: Name(\"nexus-6baf4aa0-14d0-4012-950b-d0f19be44a86\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 105])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: a86310bb-9388-4fc4-b71c-f65490470099, kind: Service { id: 1dc163a1-5af7-48a8-9cd2-e21722e1f8af }, name: Name(\"nexus-1dc163a1-5af7-48a8-9cd2-e21722e1f8af\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 22])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:05.990194262Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:05.990220452Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:05.990228452Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:05.990235702Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:05.990242462Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:05.990248713Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:05.990388774Z","hostname":"sock","pid":1671,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"46a30d9b-e543-4923-ad93-43194339a2c3","remote_addr":"[fd00:1122:3344:101::b]:64326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1735,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:06.203071838Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:64819"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:06.203931015Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"7bfd0a44-673c-4dc3-b77e-6cba61a97f75","remote_addr":"[fd00:1122:3344:101::b]:64819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":836,"response_code":"200"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:06.210401047Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:689"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:06.256257582Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:35549"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:06.256613585Z","hostname":"sock","pid":1671,"uri":"/inventory","method":"GET","req_id":"668ca846-b8ee-4a03-be05-80fe1e7b91af","remote_addr":"[fd00:1122:3344:101::b]:35549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":328,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:06.256829437Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:06.256850177Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:06.257308011Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:06.257735024Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"GET","req_id":"be15bd13-75ee-4859-a306-30245f9e543d","remote_addr":"[fd00:1122:3344:101::b]:35549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":947,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:08.294900622Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:11.223880418Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48549"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:11.223929798Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"23fddaba-48bd-42a1-900d-fa6e34533a75","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48549","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":35,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:13.296172086Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:18.297930335Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:23.29919786Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:23.713250581Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::d]:49417"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:23.714804083Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"c9766739-8f4c-4a55-86f6-4ab1e4d26e5b","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1521,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:28.300133072Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:33.301146465Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:38.302502541Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:41.257474735Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56793"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:41.257526526Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"8cda6a53-9179-4571-ac0e-4ada7d020c1c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56793","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":33,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:43.304010078Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:48.305662396Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:53.30681769Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:53.713669823Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"21462ec9-6e43-4c03-96e6-f92ce88492e3","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":211,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:21:58.308038465Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:03.30929712Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:08.310602255Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:11.291048112Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49396"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:11.291115253Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"a4140202-bbfa-4143-9cb4-86c02300687c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49396","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":41,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:13.311687969Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:18.312151568Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:23.313632156Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:23.713627025Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"39d3b27e-3b4d-44b5-972f-4c5437adb7fa","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":942,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:28.315488127Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:33.317316818Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:38.319106688Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:41.32513835Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37362"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:41.325230831Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"5a1f0d76-32e7-4385-9eca-6c42daa18cc1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37362","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":56,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:43.319404796Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:48.32154186Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:53.322737615Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:53.712648403Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"8dd7e9f0-a96d-45ee-8141-a58a37c2fbc3","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":258,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:58.001865184Z","hostname":"sock","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:22:58.324458355Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:03.32555118Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:08.327582502Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:11.357807907Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59121"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:11.357876437Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"d113aa6b-2029-4b72-858b-3e830039a1fb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59121","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":40,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:13.32908476Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:18.330533868Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:23.334755417Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:23.712156435Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"b2b9eb62-2ded-48a7-9bfc-f7627d15e36a","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":796,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:28.336678037Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:33.338045643Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:38.339379578Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:41.392257393Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58598"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:41.392492835Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"5047c83c-9390-4a7d-9872-47b324caf3ed","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58598","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":35,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:43.340538532Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:48.341726597Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:53.342533348Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:53.712478887Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"e7663b02-2fb9-4035-b4ac-dc1a4e82f183","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":675,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:23:58.344046785Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:03.344674645Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:08.345815108Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:11.42715402Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50657"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:11.42720223Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"1a709695-080f-46c9-8609-3524d8eb2ba5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50657","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":34,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:13.347751859Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:18.34975611Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:23.351350627Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:23.712880329Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"6e194cb3-a61d-4985-8f5f-56ec42dbef30","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1482,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:28.353706131Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:33.355298848Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:38.356332961Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:41.461963496Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56030"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:41.462004997Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"94a82914-ba12-4eb6-9abe-2121d321aec5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56030","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":29,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:43.358482444Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:48.360089831Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:53.361024534Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:53.712196333Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"c06f56d6-d80e-4250-a4d4-8eae7a2c3cfc","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":181,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:24:58.36247723Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:03.363749665Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:08.364863539Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:11.494731257Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45302"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:11.494803897Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"efa173ae-ef97-49e1-a5ef-8fcb1d866bb2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45302","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":47,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:13.366702288Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:18.368108764Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:23.369382009Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:23.712730816Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"59068e3b-1ff6-46c5-b322-21afe262c5af","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":814,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:28.370223351Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:33.37087136Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:38.372116935Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:41.528183012Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48932"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:41.528250533Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"e5c527be-b999-42c5-a5a4-e6c60b3b5e71","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48932","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":46,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:43.373707723Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:48.375511231Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:53.376453083Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:53.71213461Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"2800420c-77fe-40df-9427-160c8f205f6b","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":197,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:25:58.378299023Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:03.37988788Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:08.382624936Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:11.56333116Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52092"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:11.56338036Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"82833980-147a-4d34-8f1e-a9685777ccf2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52092","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":36,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:13.384092153Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:18.385754491Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:23.387238277Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:23.712847173Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"7013e1ea-1da7-4598-8179-6e6e3151ea6b","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":327,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:28.388762044Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:33.389582415Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:38.391136212Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:41.596772744Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:41.596833025Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"75ec0ddd-22f4-4db9-b198-23897327dfb8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56443","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":42,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:43.392154125Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:48.393154043Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:53.394197211Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:53.713290424Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"807c80ec-3a1e-45c3-8eef-4e3cc741422d","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":185,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:26:58.395576756Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:03.40177941Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:08.403117215Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.173322836Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:36388"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.180990007Z","hostname":"sock","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:228","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-31T21:27:09.739897Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 655dec56-425d-4cfe-85a8-02a28651864e, kind: Instance { id: 3a74ec5c-fb4a-44ea-931d-f45027b38ba0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 120, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(516652), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 655dec56-425d-4cfe-85a8-02a28651864e, kind: Instance { id: 3a74ec5c-fb4a-44ea-931d-f45027b38ba0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 120, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(516652), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 655dec56-425d-4cfe-85a8-02a28651864e, kind: Instance { id: 3a74ec5c-fb4a-44ea-931d-f45027b38ba0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 120, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(516652), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(516652))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 655dec56-425d-4cfe-85a8-02a28651864e, kind: Instance { id: 3a74ec5c-fb4a-44ea-931d-f45027b38ba0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 120, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(516652), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-9942b5e7049\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 12ca4a1b-68ab-4406-9aba-bcedea69cb57, read_only_parent: Some(Volume { block_size: 512, id: fcc76dce-65af-431b-8a79-f815848668bd, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c63b1dea-ffac-4424-987c-72e81887fb83, key: Some(\"5YZYb4IogiFmDWqphSqzUDx+6ux1mrCSZbb4XqSIk3c=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::12]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 12ca4a1b-68ab-4406-9aba-bcedea69cb57, key: Some(\"Ruq2Aij1h1Tpbe047I3VKbsyTNr/D1RI9BeQWBe+6lk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAMZas/WD9YAABlqz9YAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAADGWrP1g/WAAAZas/WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIzYTc0ZWM1Yy1mYjRhLTQ0ZWEtOTMxZC1mNDUwMjdiMzhiYTAiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTjhiN1dMOEFNS09CWkZHMUkreGQycjBacFUxdlQrN2pxbG4wWm5BbEpseiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.181102578Z","hostname":"sock","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:262","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.18137817Z","hostname":"sock","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance.rs:706","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 655dec56-425d-4cfe-85a8-02a28651864e, kind: Instance { id: 3a74ec5c-fb4a-44ea-931d-f45027b38ba0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 120, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(516652), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 655dec56-425d-4cfe-85a8-02a28651864e, kind: Instance { id: 3a74ec5c-fb4a-44ea-931d-f45027b38ba0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 120, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(516652), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 655dec56-425d-4cfe-85a8-02a28651864e, kind: Instance { id: 3a74ec5c-fb4a-44ea-931d-f45027b38ba0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 120, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(516652), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(516652))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 655dec56-425d-4cfe-85a8-02a28651864e, kind: Instance { id: 3a74ec5c-fb4a-44ea-931d-f45027b38ba0 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 120, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(516652), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-9942b5e7049\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 12ca4a1b-68ab-4406-9aba-bcedea69cb57, read_only_parent: Some(Volume { block_size: 512, id: fcc76dce-65af-431b-8a79-f815848668bd, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c63b1dea-ffac-4424-987c-72e81887fb83, key: Some(\"5YZYb4IogiFmDWqphSqzUDx+6ux1mrCSZbb4XqSIk3c=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::12]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 12ca4a1b-68ab-4406-9aba-bcedea69cb57, key: Some(\"Ruq2Aij1h1Tpbe047I3VKbsyTNr/D1RI9BeQWBe+6lk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAMZas/WD9YAABlqz9YAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAADGWrP1g/WAAAZas/WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIzYTc0ZWM1Yy1mYjRhLTQ0ZWEtOTMxZC1mNDUwMjdiMzhiYTAiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTjhiN1dMOEFNS09CWkZHMUkreGQycjBacFUxdlQrN2pxbG4wWm5BbEpseiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-31T21:27:09.739897Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.18144707Z","hostname":"sock","pid":1671,"uri":"/instances/3a74ec5c-fb4a-44ea-931d-f45027b38ba0","method":"PUT","req_id":"8223b91d-d009-45c9-97cd-7bc8224a9bd0","remote_addr":"[fd00:1122:3344:101::a]:36388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8058,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.321757669Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:39751"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.343761884Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte6\", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 252, 120, 188]), slot: 0, vni: Vni { inner: 516652 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.343884505Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.376552776Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:10.398044977Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:11.63165729Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:11.631844622Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"9c229983-fb9a-4600-be7f-b5db3e28cd16","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37453","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":139,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:12.296124346Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:12.298528016Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 56.468175ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:12.473939784Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 116.275161ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:12.541432202Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:12.549326045Z","hostname":"sock","pid":1671,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:299"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:12.549378565Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:12.616954874Z","hostname":"sock","pid":1671,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.99999738s","next_cleanup":"Instant { tv_sec: 2678, tv_nsec: 174787871 }"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 110.825031ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:12.675267969Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 435.370613ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:12.799362298Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 769.899749ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:13.248167615Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:13.404507161Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 1.136832316s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:14.029267402Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 1.258175119s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:15.176716067Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 1.205706314s","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:16.444839295Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:17.678898843Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:1097"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 64.31778ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:17.688264277Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 149.938871ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:17.762303297Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\") failed: Property not found. retry in 211.148652ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:17.921698478Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.143931579Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:1106"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.182826059Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:1120"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAMZas/WD9YAABlqz9YAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAADGWrP1g/WAAAZas/WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIzYTc0ZWM1Yy1mYjRhLTQ0ZWEtOTMxZC1mNDUwMjdiMzhiYTAiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTjhiN1dMOEFNS09CWkZHMUkreGQycjBacFUxdlQrN2pxbG4wWm5BbEpseiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-9942b5e7049\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 12ca4a1b-68ab-4406-9aba-bcedea69cb57, read_only_parent: Some(Volume { block_size: 512, id: fcc76dce-65af-431b-8a79-f815848668bd, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c63b1dea-ffac-4424-987c-72e81887fb83, key: Some(\"5YZYb4IogiFmDWqphSqzUDx+6ux1mrCSZbb4XqSIk3c=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::12]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 12ca4a1b-68ab-4406-9aba-bcedea69cb57, key: Some(\"Ruq2Aij1h1Tpbe047I3VKbsyTNr/D1RI9BeQWBe+6lk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 3a74ec5c-fb4a-44ea-931d-f45027b38ba0, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.183412623Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:453"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.358011375Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:455"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.358354518Z","hostname":"sock","pid":1671,"uri":"/instances/3a74ec5c-fb4a-44ea-931d-f45027b38ba0/state","method":"PUT","req_id":"40c206e7-54f8-4b5c-ac47-6bc1a42a3359","remote_addr":"[fd00:1122:3344:101::a]:39751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8036427,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-01-31T21:27:18.359288615Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.359319116Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:337"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.359328936Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:359","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-31T21:27:18.359288615Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }","propolis_id":"25a505e9-84c6-4fce-9541-b046c47779b8"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.359340006Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }, propolis_id: 25a505e9-84c6-4fce-9541-b046c47779b8, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-31T21:27:18.359288615Z } }","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.406602083Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-01-31T21:27:18.432769911Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.432788541Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:337"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.432808012Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:359","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-31T21:27:18.432769911Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }","propolis_id":"25a505e9-84c6-4fce-9541-b046c47779b8"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:18.432818081Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }, propolis_id: 25a505e9-84c6-4fce-9541-b046c47779b8, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-31T21:27:18.432769911Z } }","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:23.408455802Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:23.713471444Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/fa93caae-962e-4441-8972-c89ab59c325e","method":"GET","req_id":"786639bc-b81f-4e68-8a00-7ccbf6923a91","remote_addr":"[fd00:1122:3344:101::d]:49417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":418,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:28.409317642Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:33.410106404Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.348463165Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:62906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.348860398Z","hostname":"sock","pid":1671,"uri":"/instances/3a74ec5c-fb4a-44ea-931d-f45027b38ba0/state","method":"PUT","req_id":"496ef186-f5cb-4a97-ae87-9994a9b8b8a3","remote_addr":"[fd00:1122:3344:101::a]:62906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":331,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-01-31T21:27:35.348909868Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.348928658Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:337"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.348949809Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:359","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-31T21:27:35.348909868Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }","propolis_id":"25a505e9-84c6-4fce-9541-b046c47779b8"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.349009949Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }, propolis_id: 25a505e9-84c6-4fce-9541-b046c47779b8, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-31T21:27:35.348909868Z } }","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2024-01-31T21:27:35.373351463Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.373374443Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:337"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.373393853Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:359","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-31T21:27:35.373351463Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }","propolis_id":"25a505e9-84c6-4fce-9541-b046c47779b8"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.373405414Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(25a505e9-84c6-4fce-9541-b046c47779b8), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-31T21:27:09.778303487Z }, propolis_id: 25a505e9-84c6-4fce-9541-b046c47779b8, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-31T21:27:35.373351463Z } }","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-01-31T21:27:35.532350491Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.532380531Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:337"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.532403061Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:359","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-31T21:27:35.532350491Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-31T21:27:35.532350491Z }","propolis_id":"25a505e9-84c6-4fce-9541-b046c47779b8"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.532415251Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:374","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.532421791Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.532628173Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:35.532666263Z","hostname":"sock","pid":1671,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:436","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\", \"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug\", \"/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug\", \"/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug\", \"/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug\", \"/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug\", \"/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\"] }","zone_name":"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:36.12683299Z","hostname":"sock","pid":1671,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1229","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8\", bundle_id: dac376c3-2b13-4f78-95d2-3f6093aafd0c }, time_created: 2024-01-31T21:27:35.533517600Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_25a505e9-84c6-4fce-9541-b046c47779b8","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:36.1269322Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:547"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:37.704015571Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:37.728017652Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-31T21:27:35.532350491Z }, propolis_id: 25a505e9-84c6-4fce-9541-b046c47779b8, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-31T21:27:35.532350491Z } }","instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:37.800355299Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:65208"} {"msg":"unset_virtual_nic_host unimplmented","v":0,"name":"SledAgent","level":40,"time":"2024-01-31T21:27:37.803486824Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:37.803515844Z","hostname":"sock","pid":1671,"uri":"/v2p/655dec56-425d-4cfe-85a8-02a28651864e","method":"DELETE","req_id":"bdaad7bc-7eb1-4baf-ad39-471cbebe9209","remote_addr":"[fd00:1122:3344:101::b]:65208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":161,"response_code":"204"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:37.935516156Z","hostname":"sock","pid":1671,"instance_id":"3a74ec5c-fb4a-44ea-931d-f45027b38ba0","component":"InstanceManager","file":"sled-agent/src/instance.rs:490"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:38.412042295Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::6e:44ff:feb9:e764\": [PathVector { destination: Ipv6Prefix { addr: fd39:9611:fcc3:5163::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:41.665140955Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55578"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-31T21:27:41.665186265Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"0218e884-1bc3-47fd-8319-7493b711e51e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55578","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":38,"response_code":"200"}