[ Jan 25 08:02:41 Enabled. ] [ Jan 25 08:02:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jan 25 08:02:41 Method "start" exited with status 0. ] [ Jan 25 08:02:41 Rereading configuration. ] [ Jan 25 08:02:41 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:41.689295564Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:247"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:41.74067689Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:254","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:41.74069944Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:41.852953237Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:41.861808474Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:41.86930243Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:264","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.468300169Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.605201757Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:117"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.605232798Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:129"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.60536582Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.605481032Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:162","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.605500792Z","hostname":"buskin","pid":1671,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:171"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.605506102Z","hostname":"buskin","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:606"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.605547923Z","hostname":"buskin","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Generated i86pc baseboard Pc { identifier: \"429119398acf40edbc2c3220f380894c\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608659471Z","hostname":"buskin","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:532"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:42.608672751Z","hostname":"buskin","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:655"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608683331Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608693021Z","hostname":"buskin","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:713"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608725132Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608737962Z","hostname":"buskin","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"None"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608750872Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608755542Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608759702Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608766312Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608772783Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608777233Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608781663Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608785553Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608791073Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608795293Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608799003Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:88"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.608843414Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity decreased","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.837281068Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:326","current":"245","previous":"256"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.837330929Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:90"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:42.83733982Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061267444Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061305015Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061318115Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061324505Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061329355Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061335145Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061339875Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061352636Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061357766Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061366366Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity increased","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061370576Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:336","current":"255","previous":"245"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061385996Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061430157Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 540672, free: 20937424896, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 880128, free: 20937085440, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } })} }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061524508Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.06161754Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.06164457Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.06165076Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.06167044Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061675441Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061679711Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061721701Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.061734652Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.076225126Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:634"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.076256246Z","hostname":"buskin","pid":1671,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.999932699s","next_cleanup":"Instant { tv_sec: 3494, tv_nsec: 79105872 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.076315787Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3264"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.076372878Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.078959828Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079050169Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079375805Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079437415Z","hostname":"buskin","pid":1671,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n rack_subnet: fd00:1122:3344:100::,\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: Some(\n RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 24,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n },\n ),\n}","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079673699Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079682479Z","hostname":"buskin","pid":1671,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.07974885Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079804391Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079820001Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079827052Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:863"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079852692Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079870172Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079874522Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079878482Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:904"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079881942Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079887322Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079917693Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.079928813Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.080248288Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.08037303Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.08037951Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:937"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.080438541Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:556"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.080447261Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.080699615Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.080871208Z","hostname":"buskin","pid":1671,"peer_id":"pc-429119398acf40edbc2c3220f380894c-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:640"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.080948509Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 4859afa3-a122-489d-9109-38b0058483d5, rack_id: c72d4246-b18a-4e57-ab03-0a814220d4ba, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.081052371Z","hostname":"buskin","pid":1671,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:57756","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 4859afa3-a122-489d-9109-38b0058483d5, rack_id: c72d4246-b18a-4e57-ab03-0a814220d4ba, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.081213343Z","hostname":"buskin","pid":1671,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:364"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.081222883Z","hostname":"buskin","pid":1671,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:379"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.081244403Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/server.rs:47"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.081251614Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Attempting to add queued disks","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.081255364Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:394","num_disks":"9"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.081260534Z","hostname":"buskin","pid":1671,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.083545029Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3492"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.089835267Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.089910497Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.089924078Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.089941368Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.090027809Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.09003405Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.12691922Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.134734811Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.191874315Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.209297935Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:339"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.209334425Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"Looking for unencrypted datasets in oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.262161803Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.282968425Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.283023946Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.283045756Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.283055386Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.283188108Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.283201119Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.32014857Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.326814603Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.451862349Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.473355751Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.473396522Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.473403232Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.473432522Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.473550104Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.473556314Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.507430938Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.514894304Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.646408129Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.668915637Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.668968058Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.668977798Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.669016899Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.669169611Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.669177751Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.702495827Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.710623013Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.840265699Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.862265429Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.86233038Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.86234044Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.862374891Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.862484103Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.862491453Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.896509849Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:43.904086956Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.030690695Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.055025952Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.055088263Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.055097683Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.055109083Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.055239775Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.055251075Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.092877697Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.10078632Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.232545699Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.255767958Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.255818879Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.25586506Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.255977331Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.256081843Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.256088743Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.291084704Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.298658282Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.430952939Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.453501978Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.453559929Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.453571219Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.453592339Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.453724571Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.453734201Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.487948691Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.495604959Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.624596596Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.647735303Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.647781614Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.647814775Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.647829795Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.647923416Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.647932706Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.681448925Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.688916251Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.816135059Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.831267534Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.831325604Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.831334964Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:351"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.836407713Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 775680, free: 20937189888, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f\", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7\", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 540672, free: 20937424896, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 880128, free: 20937085440, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", size: 20937965568, allocated: 777216, free: 20937188352, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60\", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 777216, free: 20937188352, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } })} }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.854767757Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.85687584Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.875116342Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"successfully created encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.885372821Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.885424012Z","hostname":"buskin","pid":1671,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.890262316Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:366"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.890279837Z","hostname":"buskin","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.890285987Z","hostname":"buskin","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:44.965001553Z","hostname":"buskin","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.183035297Z","hostname":"buskin","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.195502239Z","hostname":"buskin","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.195601091Z","hostname":"buskin","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.195617351Z","hostname":"buskin","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.195635381Z","hostname":"buskin","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.383278435Z","hostname":"buskin","pid":1671,"file":"illumos-utils/src/running_zone.rs:163"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.922627021Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.923144969Z","hostname":"buskin","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:178"} {"msg":"Underlay Available","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.923168819Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:122","sled_id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.923179479Z","hostname":"buskin","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:186"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.94387148Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.946323348Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.947289683Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.947838431Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.948069045Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.948220567Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.94838697Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.948518802Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.948639664Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.948774946Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.948897768Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.949015889Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.949150912Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.949282054Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.949403635Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.949537307Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.949664369Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.949788831Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.949921964Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.950058006Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.950182297Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:45.950282949Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:48.193520601Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:48.701511892Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 39.423557ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:49.068794235Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 79.537784ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:49.256269976Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 148.450668ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:49.434083087Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 503.214974ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:49.606029948Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.157965962s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:50.191122532Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 849.998889ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:51.408203535Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.164285205s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:52.283711713Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:53.195038474Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 880.749036ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:53.487103944Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:55.488585775Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1859"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.153731797Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:990","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.153828229Z","hostname":"buskin","pid":1671,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.210062899Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.210105119Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.21012922Z","hostname":"buskin","pid":1671,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:424"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.21013878Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.21017078Z","hostname":"buskin","pid":1671,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:56.210349433Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"343.077575ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.210486865Z","hostname":"buskin","pid":1671,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.210676358Z","hostname":"buskin","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:137"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.210686708Z","hostname":"buskin","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.210692619Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3264"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.210722609Z","hostname":"buskin","pid":1671,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:57756","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.213534543Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.213601724Z","hostname":"buskin","pid":1671,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.213743086Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.213829427Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.213878628Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.213912809Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.214222583Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:704","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4859afa3-a122-489d-9109-38b0058483d5): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.24696735Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:65017"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.247165553Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.247220474Z","hostname":"buskin","pid":1671,"uri":"/zpools","method":"GET","req_id":"25200c7f-abfb-4f48-9724-5e6b8e7cfdcb","remote_addr":"[fd00:1122:3344:101::1]:65017","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.278767402Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:36741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.279382662Z","hostname":"buskin","pid":1671,"uri":"/sled-role","method":"GET","req_id":"1935da13-8816-423a-a676-f735f338e0a3","remote_addr":"[fd00:1122:3344:101::1]:36741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":555,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.281652227Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.281697987Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.281962731Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.282159065Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:751"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.314333692Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.314571846Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:58461"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.31548182Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.31549309Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.339240578Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.375755493Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.375807754Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.40464765Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.436889889Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.43695256Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.496243287Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.496292278Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.496300958Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.496306768Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.526268412Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.526325733Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.526333213Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.548926633Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:56.555655777Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"285.230927ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Configuring new Omicron zone: oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.577438084Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.581322084Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.585409887Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.598160444Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.602578373Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.606556734Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:56.758704569Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:56.842712899Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"859.30794ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:57.062584661Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:57.378527319Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:57.553352465Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:57.703716782Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"1.386142085s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:57.839536453Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:58.196516907Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:58.197237848Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:58.202167905Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9\") failed: Property not found. retry in 51.061216ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:58.332153736Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f\") failed: Property not found. retry in 37.230872ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:58.338345472Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:58.338498294Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f\") failed: Property not found. retry in 116.813919ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:58.383726864Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9\") failed: Property not found. retry in 82.626346ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:58.390440758Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:58.39056105Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"wait for service Some(\"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9\") failed: Property not found. retry in 165.9123ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:58.49521883Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f\") failed: Property not found. retry in 257.172565ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:58.51396612Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b\") failed: Property not found. retry in 60.5921ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:58.693877144Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9\") failed: Property not found. retry in 480.681917ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:58.92436455Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f\") failed: Property not found. retry in 388.706791ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:58.988194748Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b\") failed: Property not found. retry in 60.725835ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:59.010231959Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b\") failed: Property not found. retry in 218.077573ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:59.08012224Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:59.08720997Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:59.092081735Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1168","retry_after":"4.656992868s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b\") failed: Property not found. retry in 478.12944ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:59.310687198Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f\") failed: Property not found. retry in 1.142610826s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:59.385941602Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9\") failed: Property not found. retry in 516.712408ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:59.413911835Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:02:59.529704827Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"wait for service Some(\"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b\") failed: Property not found. retry in 730.817414ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:59.800926214Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9\") failed: Property not found. retry in 1.19158941s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:02:59.939975696Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:00.098097322Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:00.109691141Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1876"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:00.109703332Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"} {"msg":"wait for service Some(\"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f\") failed: Property not found. retry in 1.277556285s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:00.539205488Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b\") failed: Property not found. retry in 793.032486ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:00.547664409Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:00.553773543Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"wait for service Some(\"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9\") failed: Property not found. retry in 803.479408ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:01.141717451Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b\") failed: Property not found. retry in 749.057325ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:01.349033819Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:01.466225372Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"wait for service Some(\"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f\") failed: Property not found. retry in 1.138963521s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:01.826155612Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9\") failed: Property not found. retry in 1.497788322s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:01.95333083Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b\") failed: Property not found. retry in 1.016242631s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:02.106806545Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f\") failed: Property not found. retry in 520.727519ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:02.974828107Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b\") failed: Property not found. retry in 1.118955944s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:03.13208564Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:03.198561609Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{}"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:03.313536088Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"wait for service Some(\"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9\") failed: Property not found. retry in 1.25017381s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:03.460553763Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:03.538300186Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:03.538346527Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_b2e21cdb-47f0-4226-92e5-fcccfa7faa5f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:04.102247772Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:04.102304633Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1944"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:04.422918864Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2138"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe02:6809","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:04.644647615Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1883"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:04.650637398Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1944"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:04.768208587Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2416"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:04.958740486Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:04.95902016Z","hostname":"buskin","pid":1671,"sled_id":"4859afa3-a122-489d-9109-38b0058483d5","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.004605836Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.004651366Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_60aff06d-d865-4b56-8708-f8c52777c51b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.011717666Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2295"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.307882138Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2330"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.505528157Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2597"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.553265086Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.553307976Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1944"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.657001471Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2602"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.803223943Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2138"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:05.838700703Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2536"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.006307396Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2324"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.01629225Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3516","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.016332311Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3532"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.016341781Z","hostname":"buskin","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.358060389Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.3581059Z","hostname":"buskin","pid":1671,"zone":"oxz_internal_dns_1b26b9f3-d39a-4015-8504-45023e0379d9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.571246178Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3540"} {"msg":"configuring dendrite zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.577031797Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3596"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.764211864Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3636","rack_subnet":"fd00:1122:3344::"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.816808508Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:360"} {"msg":"Failed to get switch ID from MGS (retrying in 30.749085ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:06.850330686Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:379","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17637671-2fab-4be9-9100-4ad3cc3f3142\", \"content-length\": \"152\", \"date\": \"Thu, 25 Jan 2024 08:03:06 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"17637671-2fab-4be9-9100-4ad3cc3f3142\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 71.322661ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:06.883693253Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:379","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2e97bd3-e280-4581-9d4d-8488ee4d915b\", \"content-length\": \"152\", \"date\": \"Thu, 25 Jan 2024 08:03:06 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"e2e97bd3-e280-4581-9d4d-8488ee4d915b\" }"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.906315823Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:06.906329093Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1944"} {"msg":"Failed to get switch ID from MGS (retrying in 172.131807ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:06.956673052Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:379","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be126ace-f363-44c1-8513-77f805fced3d\", \"content-length\": \"152\", \"date\": \"Thu, 25 Jan 2024 08:03:06 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"be126ace-f363-44c1-8513-77f805fced3d\" }"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.129955873Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:408"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.155099602Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2138"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.172137386Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:567"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.172215777Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:609"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.172678154Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:612","uptime":"3"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.172720025Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:430","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {},\n v6_routes: {},\n}"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.253401203Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.63318107Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.689752346Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.689903238Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.690089751Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.690402785Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"1827129b-950d-41be-baef-dedcaef45c08","remote_addr":"[fd00:1122:3344:101::1]:58461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":11375729,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:07.691888439Z","hostname":"buskin","pid":1671,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:08.200726012Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:08.918689802Z","hostname":"buskin","pid":1671,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:08.966463941Z","hostname":"buskin","pid":1671,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.014127739Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:453"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.014142229Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.045520405Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.046239546Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.046252036Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.076713657Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.076922601Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:55033"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.077115543Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.077137884Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.100640338Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.100716699Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.121927267Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.121978978Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.14087325Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.140966292Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.141208125Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.141340377Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.14342698Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.176258758Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.176918758Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.176924938Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.222416152Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte0\", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 240, 232]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.222461373Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.223114663Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.223122513Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.223480419Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.226361633Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.250757721Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:09.2694705Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:10.323337958Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba\") failed: Property not found. retry in 70.82269ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:10.447902755Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba\") failed: Property not found. retry in 64.333379ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:10.532128649Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba\") failed: Property not found. retry in 144.649402ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:10.63305784Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:10.633097771Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48448"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:10.633106441Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"b00d2388-4a35-4874-8fb0-c2d4a18ee71f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48448","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":101,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba\") failed: Property not found. retry in 235.285958ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:10.78877586Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba\") failed: Property not found. retry in 922.071774ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:11.033231042Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba\") failed: Property not found. retry in 1.115248572s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:11.96561156Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba\") failed: Property not found. retry in 980.508244ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:13.090456576Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:13.202091563Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba\") failed: Property not found. retry in 880.320364ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:14.08202554Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:15.006913981Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:15.006955552Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:15.562921415Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:15.562965296Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Set up NTP service boundary=true, Servers=[\"0.pool.ntp.org\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:15.841587547Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2221"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:15.875089766Z","hostname":"buskin","pid":1671,"zone":"oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.112214465Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.169381649Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.169702784Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.169983299Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"a38a4de2-00d9-4ae4-b1cc-1e07f32311db","remote_addr":"[fd00:1122:3344:101::1]:55033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":12093029,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.17264589Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:494"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.204302539Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.204423491Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:37167"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_9a912a55-b86e-42cb-abaa-e5ba339f4dba': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.21403699Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.214206353Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"df0f2d1e-ec2b-40a4-a2e3-bebc05b220d2","remote_addr":"[fd00:1122:3344:101::1]:37167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9663,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:21.216932235Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.38267129Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.382793072Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:35758"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.390575432Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"9e03d98a-bfa0-4879-9757-859be04bc6c9","remote_addr":"[fd00:1122:3344:101::1]:35758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7610,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.392080515Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:21.392087785Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.567994927Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.56812786Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:44341"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.574698831Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"d12a5f70-9b33-4f8a-8d02-9a8711767b4f","remote_addr":"[fd00:1122:3344:101::1]:44341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":6452,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.577286851Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:21.577302391Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.704962157Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.705062278Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:35379"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.713729362Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"73b484f1-86f0-4d93-b936-6953708bca96","remote_addr":"[fd00:1122:3344:101::1]:35379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8535,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.71554121Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:21.715547871Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.87770663Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.877837642Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:40985"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.887323789Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"400a29b5-ae55-4174-a0c6-be8e83a8fc05","remote_addr":"[fd00:1122:3344:101::1]:40985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":9278,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:21.890439167Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:21.890446697Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:22.227242508Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:22.22735242Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:63779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:22.235227032Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"b961bf06-cb0b-440d-901e-8a318cddf7bc","remote_addr":"[fd00:1122:3344:101::1]:63779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7741,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:22.237150452Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:22.237156632Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:22.520812531Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:22.520954424Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:55079"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:22.530108025Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"67c33109-833d-4fc0-b24f-91d565aa225d","remote_addr":"[fd00:1122:3344:101::1]:55079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":9005,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:22.53236929Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:22.53237582Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.008441907Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.008557209Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:42803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.01835299Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"8ff0db34-e09f-47e7-9e49-2cc0b1f6a5e5","remote_addr":"[fd00:1122:3344:101::1]:42803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":9594,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.020345751Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:23.020352091Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.306948146Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.307078798Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:39824"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.316614005Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"31e682c8-f67a-4558-9111-aa58800fd7de","remote_addr":"[fd00:1122:3344:101::1]:39824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":9379,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.318595276Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:23.318604646Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.816167126Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.816269837Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:65136"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.824386363Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"5337917c-dd1c-4fe8-95f9-029d8646c50d","remote_addr":"[fd00:1122:3344:101::1]:65136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7975,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:23.82617779Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:23.826184211Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:24.291207936Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:24.291313288Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:64112"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:24.299703278Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"d42ecda5-73e1-4c73-a5e8-7c9f678354e9","remote_addr":"[fd00:1122:3344:101::1]:64112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8232,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:24.30176283Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:24.30177146Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:24.960618465Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:24.960746007Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:64687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:24.969283489Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"883cb8b7-f134-489e-8ed3-7366fbc9ed58","remote_addr":"[fd00:1122:3344:101::1]:64687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8421,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:24.971503583Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:24.972004741Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:25.527881203Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:25.527990464Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:40595"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:25.536490076Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"88f34480-f931-4753-b93c-9e78e491ca4e","remote_addr":"[fd00:1122:3344:101::1]:40595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":8297,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1706169799.9903634, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:25.538501167Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:25.538508597Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.113130889Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.290253772Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.290363144Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:44386"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.294441867Z","hostname":"buskin","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.312155901Z","hostname":"buskin","pid":1671,"uri":"/timesync","method":"GET","req_id":"1f6f5e20-5cf1-4cb0-8dae-de5411b5de96","remote_addr":"[fd00:1122:3344:101::1]:44386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":21579,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1706169805.6297266, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.314545398Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.314552228Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1042"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.345360415Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.345635399Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:56749"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.346527393Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.346540483Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.367559888Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.367614499Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.386943828Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.386980119Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.405619417Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.405670278Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.467248841Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.469512006Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.527974381Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.528025071Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.584334613Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.584375813Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.643460337Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.643507538Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.701638358Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.701692389Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.701869341Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.709177014Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"27d1fd0f-e077-4aec-b77f-5423e81de236","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":363443,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:26.709604351Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"124.546382ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27d1fd0f-e077-4aec-b77f-5423e81de236\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"27d1fd0f-e077-4aec-b77f-5423e81de236\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.834822538Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.83555917Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.83558413Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.853554218Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.853597409Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.871489526Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.871529716Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.88860327Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.888643601Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.907130207Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.907170648Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.924571907Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.924613218Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.942707318Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.942753208Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.960854928Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.960886089Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.97842135Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.978462621Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.978651424Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:26.986078479Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"215ebabd-ecb2-4a48-a56a-9c95e51b7a7f","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":150697,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:26.986461395Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"170.180437ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"215ebabd-ecb2-4a48-a56a-9c95e51b7a7f\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"215ebabd-ecb2-4a48-a56a-9c95e51b7a7f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.157618263Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.158392995Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.158419516Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.177276617Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.177342469Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.192753217Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.192814138Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.210296259Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.210354859Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.2271717Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.22723317Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.244809562Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.244869843Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.262382625Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.262448295Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.279777144Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.281980628Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.297554179Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.29762677Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.297815413Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.304568127Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"4edb75df-12fc-4320-a810-87b7350f6308","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":146395,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:27.304842011Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"105.563931ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4edb75df-12fc-4320-a810-87b7350f6308\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4edb75df-12fc-4320-a810-87b7350f6308\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.411216837Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.411946819Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.411972979Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.429675173Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.429712684Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.447721502Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.447765633Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.465274044Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.465306854Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.482412569Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.48244487Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.500085403Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.500137773Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.519556574Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.519595675Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.539531093Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.539583084Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.558002679Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.55805744Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.558290764Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.565542676Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"2ebf8657-60bd-4880-a6c1-7a8429658f76","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":153826,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:27.565876711Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"151.397244ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ebf8657-60bd-4880-a6c1-7a8429658f76\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2ebf8657-60bd-4880-a6c1-7a8429658f76\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.718091646Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.718799377Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.718835608Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.739393236Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.739455167Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.75776843Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.757815751Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.775570995Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.77782129Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.794399767Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.794456708Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.812471097Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.812518697Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.83143968Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.831491921Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.849389898Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.849446209Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.868163298Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.868223309Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.868444963Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:27.87600927Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"06afa030-43c7-4fea-abd7-891f7a8788d2","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":157446,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:27.876307514Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"131.117845ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06afa030-43c7-4fea-abd7-891f7a8788d2\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"06afa030-43c7-4fea-abd7-891f7a8788d2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.00849042Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.009056488Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.009071309Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.029523255Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.029563066Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.047574424Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.047619095Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.065709485Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.065757216Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.082381293Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.082414784Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.100692417Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:28.100737957Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.003765968Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.003808239Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.005926741Z","hostname":"buskin","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.021474462Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.021543613Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.039846666Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.039914167Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.04009475Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.046974957Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"34660d33-2667-418c-8ed4-5c0dccde2800","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":153038,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:29.047225851Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"272.123832ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34660d33-2667-418c-8ed4-5c0dccde2800\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"34660d33-2667-418c-8ed4-5c0dccde2800\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.320457979Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.321464784Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.321480275Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.339388942Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.339429502Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.357047485Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.357101076Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.375113725Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.375160165Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.392824699Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.392862559Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.41039155Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.410440111Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.427959882Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.427999773Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.447575626Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.447614926Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.465897749Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.46593261Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.466127443Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.472837577Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"8c241ea8-cb6b-4131-8328-86e997780882","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":151911,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:29.473114371Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"245.998602ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c241ea8-cb6b-4131-8328-86e997780882\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8c241ea8-cb6b-4131-8328-86e997780882\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.720506709Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.721016677Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.721065178Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.740226224Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.742359347Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.758242663Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.758301324Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.775461379Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.77551081Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.794189719Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.79423811Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.812530603Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.812601644Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.831211092Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.831268253Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.849247551Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.849315822Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.867800338Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.867859489Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.868045422Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:29.874955479Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"e0e8f38c-5296-40d7-ae47-f90d86e72826","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":154078,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:29.875303604Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"275.274425ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e8f38c-5296-40d7-ae47-f90d86e72826\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e0e8f38c-5296-40d7-ae47-f90d86e72826\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.151323772Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.152059603Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.152085503Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.170407138Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.170444208Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.188129843Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.188165203Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.205653875Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.205698186Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.223132116Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.223175677Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.241049944Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.241087535Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.258607436Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.258641407Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.275638711Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.275671961Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.293237964Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.293281725Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.293489798Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.300399655Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"dc1a26bc-1cf9-41b7-a66f-052204fb5fad","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":148959,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:30.30071756Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"216.792303ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc1a26bc-1cf9-41b7-a66f-052204fb5fad\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dc1a26bc-1cf9-41b7-a66f-052204fb5fad\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.517513794Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.518119473Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.518147794Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.536486658Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.536541729Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.5540255Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.554078241Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.570715719Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.57078883Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.589068684Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.589117055Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.607208155Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.607261846Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.625186044Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.625250315Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.642357001Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.642406111Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.660454501Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.660510062Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.660732996Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:30.66745823Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"268fa9ae-29c4-417d-a8c2-d4431a7a18a2","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":149883,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:30.667805535Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"562.888245ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"268fa9ae-29c4-417d-a8c2-d4431a7a18a2\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"268fa9ae-29c4-417d-a8c2-d4431a7a18a2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.23077212Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.231512832Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.231528572Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.251701095Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.251770306Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.270255743Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.270316574Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.28808362Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.288144731Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.30612863Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.306189111Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.323814004Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.323874645Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.34159573Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.341655021Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.35963181Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.359693761Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.377473427Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.377542358Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.377759231Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.384676719Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"7a1f9269-b8de-4e48-9f1e-94527f408fdb","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":153796,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:31.384976893Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"449.095173ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a1f9269-b8de-4e48-9f1e-94527f408fdb\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7a1f9269-b8de-4e48-9f1e-94527f408fdb\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.73089735Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.83397345Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.834576339Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.834593249Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.852439256Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.852496857Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.872416606Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.872476617Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.889969499Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.890029369Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.90940019Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.909454841Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.926982833Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.927040024Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.944138949Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.94419352Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.962652246Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.962704159Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.980438942Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.980502343Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.980692756Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:31.987559023Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"fdab056f-c215-4d0d-a5e9-a93a396c3d1b","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":153526,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:31.987891148Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"674.433029ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdab056f-c215-4d0d-a5e9-a93a396c3d1b\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fdab056f-c215-4d0d-a5e9-a93a396c3d1b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.662346913Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.662931272Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.662964762Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.681827345Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.681860775Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.700670377Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.700703771Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.718549135Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.718584945Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.736124457Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.736156558Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.755575249Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.75560544Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.773731611Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.773768412Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.791772811Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.791816632Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.808819685Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.808873306Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.80912948Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:32.816497115Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"900c897c-e525-48b1-9dfb-92f698643b32","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":154107,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:32.816821929Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"705.297306ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900c897c-e525-48b1-9dfb-92f698643b32\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"900c897c-e525-48b1-9dfb-92f698643b32\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.521149678Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.521884709Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.52191636Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.541795578Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.541844859Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.559673746Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.559719667Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.575962089Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.576011559Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.594213771Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.594259261Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.610976692Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.611029872Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.62892257Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.628971501Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.646883879Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.64693292Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.664274619Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.66433279Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.664571413Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:33.672048893Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"2ff118f0-9f5c-4b9f-9510-08f302d9a37f","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":150719,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:33.672403825Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.587565461s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ff118f0-9f5c-4b9f-9510-08f302d9a37f\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2ff118f0-9f5c-4b9f-9510-08f302d9a37f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.256688117Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.257205735Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.257219595Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.279609833Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.279644903Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.297695143Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.297728224Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.317097134Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.317155295Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.337053954Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.337096334Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.355951037Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.355990758Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.374038888Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.374073788Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.392109828Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.392149249Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.411785333Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.411828954Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.412098548Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:35.419230729Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"e5b14938-35f6-4c0d-8db8-e269e114df3a","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":162615,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:35.419564304Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"710.449342ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b14938-35f6-4c0d-8db8-e269e114df3a\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e5b14938-35f6-4c0d-8db8-e269e114df3a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.129118143Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.130725168Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.130742329Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.149428339Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.14948215Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.168336042Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.168380993Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.185277035Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.185322866Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.203817962Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.203867753Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.222172247Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.222212248Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.240538622Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.240588313Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.258227107Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.258274918Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.276011353Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.276066154Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.276263347Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.283143513Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"16e970d5-15ed-4727-9954-38eba1254882","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":153921,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:36.283459828Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.61033244s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16e970d5-15ed-4727-9954-38eba1254882\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"16e970d5-15ed-4727-9954-38eba1254882\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:36.718757462Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.890890219Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.891675661Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.891699302Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.912383652Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.912443973Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.931853254Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.931916075Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.950843669Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.95088492Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.969034482Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.969083532Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.98760395Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:37.98764147Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:38.006492503Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:38.006547104Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:38.026551894Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:38.026591044Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:38.044866038Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:38.044916639Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:38.045142712Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:38.05207503Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"40a676c2-7b7e-49bd-b383-3e7b6823d919","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":161101,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:38.052378145Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.590956083s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a676c2-7b7e-49bd-b383-3e7b6823d919\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"40a676c2-7b7e-49bd-b383-3e7b6823d919\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.637078559Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.63781203Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.637838801Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.659085594Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.659139171Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.67774094Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.677791991Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.698075555Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.698125866Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.717405295Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.717465906Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.736024194Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.736075055Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.754958778Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.755013129Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.773310273Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.773376824Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.790714075Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.790791434Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.790974947Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:40.797777733Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"5f6a1bab-f6a5-4865-a38d-bed60507aaab","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":160561,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:40.798152768Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.600082177s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f6a1bab-f6a5-4865-a38d-bed60507aaab\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5f6a1bab-f6a5-4865-a38d-bed60507aaab\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:41.25841789Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:41.258558122Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"c266327c-8d6c-4baa-b00d-4a7ff01e122b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37348","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":90,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:41.707174023Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.393283785Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.393959735Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.393987825Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.414312891Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.414390822Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.432024026Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.434276101Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.450132337Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.450196148Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.468272828Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.468343999Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.48707459Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.487153721Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.505825101Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.505884122Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.524310778Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.524372128Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.541984972Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.542069233Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.542257153Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:43.549078832Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"d6ff26d2-28e5-4a9f-9056-8d607146832b","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":155661,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:43.549420077Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.757577312s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ff26d2-28e5-4a9f-9056-8d607146832b\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d6ff26d2-28e5-4a9f-9056-8d607146832b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.303335321Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.304117863Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.304131713Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.323791118Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.323841309Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.342682301Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.342733272Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.361977811Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.362029332Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.379721846Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.379773207Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.397568423Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.397611344Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.419321921Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.419364241Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.437669695Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.437723496Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.456796472Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.456844783Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.457067916Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:45.464093495Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"d65d5058-fb46-4367-99f9-b8ebcea88d10","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":160562,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:45.46441635Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.206173231s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d65d5058-fb46-4367-99f9-b8ebcea88d10\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d65d5058-fb46-4367-99f9-b8ebcea88d10\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:46.694649538Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.666448717Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.667662355Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.667672726Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.688723672Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.688787513Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.707140158Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.707197159Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.725057266Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.725132187Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.744779372Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.74483643Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.763920319Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.76398152Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.782242913Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.782305314Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.800274323Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.800335374Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.818601548Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.818684239Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.818854252Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:47.825675877Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"28b01454-a2da-4aa8-9a74-a1a59e2cbdac","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":159134,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:47.825966142Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.970057963s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b01454-a2da-4aa8-9a74-a1a59e2cbdac\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"28b01454-a2da-4aa8-9a74-a1a59e2cbdac\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.788809463Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.789587176Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.789610836Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.810637182Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.810683573Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.828578021Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.828626901Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.847815349Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.84785185Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.865628775Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.865661226Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.884953305Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.884989636Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.903805848Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.903846239Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.922349286Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.922395346Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.94064671Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.940714211Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.940959794Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:50.948452261Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"b5b1c465-5b8e-4d26-ae7d-f834d9c5ac38","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":159539,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:50.948750595Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"5.938654335s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5b1c465-5b8e-4d26-ae7d-f834d9c5ac38\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b5b1c465-5b8e-4d26-ae7d-f834d9c5ac38\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:51.68250971Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.670072427Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.871663255Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.872203373Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.872211674Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.893116258Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.893186189Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.9119472Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.912006611Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.93125183Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.931320751Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.948964095Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.949022885Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.966949423Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.967018325Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.984900912Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:56.984960523Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:57.00214358Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:57.00220011Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:57.020572926Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:57.020643078Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:57.02087207Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:57.027515523Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"d958f162-94e0-4902-8612-16c67ce4e185","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":155871,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:03:57.027905449Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.911220922s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d958f162-94e0-4902-8612-16c67ce4e185\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d958f162-94e0-4902-8612-16c67ce4e185\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:59.932890303Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:59.933544193Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:59.933556424Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:59.955094918Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:59.955173419Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:59.974435098Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:59.974485359Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:59.993785448Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:03:59.993843589Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.014360378Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.014402768Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.033599856Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.035923512Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.05254191Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.052598801Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.07122452Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.07127661Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.089977991Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.090026272Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.090230445Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:00.097278128Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"599da0ad-aa96-4ba8-a977-1715a826f37c","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":164318,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:04:00.09762701Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"5.328135712s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"599da0ad-aa96-4ba8-a977-1715a826f37c\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:03:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"599da0ad-aa96-4ba8-a977-1715a826f37c\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:01.657298349Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.412383563Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.413064434Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.413073384Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.433532031Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.433574162Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.453709225Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.453757908Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.473022884Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.473077325Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.491356579Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.4914226Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.510560456Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.510610007Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.528581806Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.528632687Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.547813944Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.547868705Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.566391043Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.566459423Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.566718068Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:05.573832278Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"9f431b41-92d4-4b7d-a225-910da829c781","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":161318,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:04:05.574158713Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"8.211297319s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f431b41-92d4-4b7d-a225-910da829c781\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:04:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9f431b41-92d4-4b7d-a225-910da829c781\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:06.644935598Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:11.210006039Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46008"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:11.21068358Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"57530d47-ef5f-43c6-b8d7-fddc12f346cb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46008","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":648,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:11.632627707Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.764436034Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.765151965Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.76517335Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.787684615Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.787739486Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.808050754Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.808093991Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.826508807Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.826569498Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.844848461Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.844903173Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.862971983Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.863017094Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.880920231Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.880972752Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.899037402Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.899117624Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.918599656Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.918681597Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.918895461Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:13.925735506Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"fcd659d4-c90e-46bf-a6f9-8ee62a94ea71","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":161242,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:04:13.926072232Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"9.282963583s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd659d4-c90e-46bf-a6f9-8ee62a94ea71\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:04:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fcd659d4-c90e-46bf-a6f9-8ee62a94ea71\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:16.620566909Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:21.608471762Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.184341233Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.185087095Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.185099405Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.205084775Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.205157466Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.22342395Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.223502804Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.241210536Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.241273057Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.260581506Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.260636947Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.278431303Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.280653888Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.295596239Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.295668381Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.314503183Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.316718147Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.331959324Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.332039255Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.332238208Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:23.339050054Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"6efd904a-4be2-49a0-ac4a-e4d88b0d15ed","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":154600,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:04:23.339378939Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"6.769602643s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6efd904a-4be2-49a0-ac4a-e4d88b0d15ed\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:04:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6efd904a-4be2-49a0-ac4a-e4d88b0d15ed\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:26.597566113Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.091839174Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.093279993Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.093292583Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.116514573Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.118448623Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.135356376Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.135428677Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.154914209Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.15498453Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.172923608Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.172989769Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.192152997Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.192216838Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.210180426Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.210253608Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.227930922Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.227983363Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.245638427Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.245721908Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.245898351Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:30.253146183Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"fa507dd4-5bb4-492a-b108-cb9cca4e61f2","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":161031,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:04:30.253455568Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"16.536710366s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa507dd4-5bb4-492a-b108-cb9cca4e61f2\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:04:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fa507dd4-5bb4-492a-b108-cb9cca4e61f2\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:31.584886096Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:36.572533955Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:41.163005661Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51385"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:41.163107432Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"396a3bbe-3785-4e49-9a96-a8076057db34","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51385","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":68,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:41.559609794Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.548482892Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.747045493Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.747800484Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.747814395Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.769166626Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.769229367Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.788247792Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.788312133Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.807124385Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.807180576Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.825585122Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.825642382Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.844063708Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.844124459Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.862340052Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.862409023Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.87961964Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.879683151Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.897331055Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.897413066Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.89768697Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:46.904852281Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"3875e77c-7780-4a47-ad8c-3d1c420dd7ce","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":157628,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:04:46.905185734Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"15.896076668s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3875e77c-7780-4a47-ad8c-3d1c420dd7ce\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:04:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3875e77c-7780-4a47-ad8c-3d1c420dd7ce\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:51.536455075Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:04:56.524890956Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:01.512724697Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.759719156Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.760407476Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.760423076Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.782282175Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.782347377Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.801834079Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.80188954Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.820913705Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.820964993Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.838728411Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.838766392Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.858258545Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.858300515Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.876521168Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.876582779Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.894478027Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.894522717Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.912419285Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.912481726Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.912852652Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:02.920560721Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"c3d60501-9456-49cd-a989-f825686725bf","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":160816,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:02.920918007Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"18.387795142s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d60501-9456-49cd-a989-f825686725bf\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:05:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c3d60501-9456-49cd-a989-f825686725bf\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:06.501264599Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:11.116453418Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51024"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:11.117041027Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"15e6d68e-1809-4a28-a20c-c364fd2fdba7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51024","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":558,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:11.488641683Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:16.476170399Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.260077396Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.260822318Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.260842728Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.281703482Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.283950161Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.301678811Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.303912696Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.319200033Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.319264134Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.338074736Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.338132177Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.355483236Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.355542927Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.373404724Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.373472825Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.390667922Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.390724633Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.408970326Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.409036337Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.409350082Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.416695106Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"3f5fcb37-b0aa-4d0f-8ca5-ca8ceb34ee16","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":156533,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:21.417069772Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"18.627370467s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f5fcb37-b0aa-4d0f-8ca5-ca8ceb34ee16\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:05:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3f5fcb37-b0aa-4d0f-8ca5-ca8ceb34ee16\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:21.464272094Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:26.452821276Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:31.44084314Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:36.429121738Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:39.994909124Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:39.995868359Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:39.995876419Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.019056499Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.019146949Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.038742165Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.038796185Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.057943302Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.058002154Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.077559657Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.077609928Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.095848771Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.095891591Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.112796644Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.112836834Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.130856704Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.130902955Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.150498489Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.15058075Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.150861774Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.158460412Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.212019253Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.212074144Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.212104925Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.212109875Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.212115965Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.302831932Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.307096438Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.310960168Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.314993581Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.319489081Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.324127273Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.328580782Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.332732726Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.337116774Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:40.341640324Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:41.068310026Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:41.069154403Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"b43c1326-a0c4-462f-bccc-30a8647314c5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39624","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":761,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:41.416931748Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.773155308Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.773364621Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.819252643Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.819420325Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.825847662Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.826012918Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.886276153Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.886403785Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.895402715Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:43.895543667Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 48.804617ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:43.922390463Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 73.771181ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:43.968970836Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 66.492845ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:43.976368391Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 90.078927ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:43.983050304Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 54.651488ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:44.116254811Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 129.141438ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:44.187561358Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 254.270372ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:44.217006445Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 59.192806ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:44.393935059Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 155.418165ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:44.573470635Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 258.031528ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:44.73427708Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 36.362741ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:44.939795942Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 284.304438ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:45.218686847Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 133.05781ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:45.283148286Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 549.236708ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:45.355526619Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 403.427111ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:45.56887398Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 69.433699ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:45.727968018Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 971.230437ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:45.937198785Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 294.508565ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.057515622Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 906.139844ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.089125642Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 594.37209ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.122207425Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 238.98849ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.136531568Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 468.11033ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.408121902Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:46.414349758Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 425.399128ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.420211379Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 1.21995747s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.727313184Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 660.12426ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.858278036Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 627.985ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.885982056Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 1.337727545s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:46.917352533Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 905.659504ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:47.005318818Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 724.261978ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:47.521756081Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 904.180943ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:47.528855821Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 519.064446ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:47.917765395Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 887.169167ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:47.951886904Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 615.172522ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:48.255447714Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 1.098231594s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:48.263434208Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 1.329909061s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:48.44335492Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 655.851184ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:48.458687688Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 615.346005ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:48.849186907Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 1.420853047s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:48.882426873Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 1.480413943s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:49.125717718Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 1.480534231s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:49.370470975Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 586.576536ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:49.471888409Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 577.408919ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:49.778828511Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 851.700812ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:50.066023498Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 502.18466ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:50.310224706Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 868.239986ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:50.364334496Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 1.441739927s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:50.611180756Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 1.078152736s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:50.820743158Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 1.158503396s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:50.856177327Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 1.03214184s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:50.925527994Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 1.001842786s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:51.240662013Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:51.401319391Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 1.127167567s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:51.906756158Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 1.048520356s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:51.964673787Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 1.260496836s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:52.022646516Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 719.584365ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:52.058189188Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 1.381794574s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:52.248710204Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 1.44385912s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:52.784409816Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 989.007974ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:53.018610659Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 715.972547ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:53.040094341Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 736.613229ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:53.29209587Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 1.331301453s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:53.6378152Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 925.892484ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:53.765553477Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 780.508157ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:54.016944557Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 558.475935ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:54.038304848Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 756.008476ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:54.238283422Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 897.397066ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:54.606668512Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 1.20122581s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:54.700018557Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 1.341307748s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:54.806296841Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 903.924567ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:54.979302209Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 1.060944595s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:55.003379551Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 714.135434ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:55.512804984Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 748.299448ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:55.89188901Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 869.177412ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:55.909579364Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 845.493459ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:56.071740573Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 729.73056ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:56.15624541Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 733.490057ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:56.2363275Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:05:56.398961796Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 637.057115ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:56.648731571Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 1.449577458s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:56.787649321Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 1.26990294s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:56.893960596Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 862.18458ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:56.925453853Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 655.72296ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:56.977707142Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 525.390542ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:57.294380861Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 544.031721ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:57.641132757Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 1.336836655s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:57.797261453Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 1.102030377s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:57.829064565Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 511.963787ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:58.173639267Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 554.073005ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:58.193545865Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 521.102311ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:58.245031902Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 1.357393736s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:58.694846603Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 658.01874ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:58.756521177Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 1.299572483s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:58.774398734Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 552.224219ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:58.93895606Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 799.316447ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:59.142598361Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 633.151365ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:59.42299915Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 529.87599ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:59.4998871Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 1.205346726s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:05:59.950440492Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 643.58945ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:00.037771673Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 967.226861ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:00.061259246Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 523.566187ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:00.068449328Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 554.095861ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:00.082955912Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 1.366486028s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:00.600351218Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 867.438935ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:00.646432581Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 654.737993ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:00.689070181Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 552.396121ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:01.036968434Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf\") failed: Property not found. retry in 737.138143ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:01.164328575Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_6195251f-cdc0-446c-adcb-9f0e0ea1a7bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88\") failed: Property not found. retry in 723.024868ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:01.353566903Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:01.400114613Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8\") failed: Property not found. retry in 1.141216629s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:01.522905824Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27\") failed: Property not found. retry in 518.105435ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:01.597261804Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_46483470-f83e-44d8-9514-07bf154a4a27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6\") failed: Property not found. retry in 783.425629ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:01.976843938Z","hostname":"buskin","pid":1671,"zone":"oxz_cockroachdb_543c2378-6c00-417a-a3b4-6e46a9286fd6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:02.778910129Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:02.779295185Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:02.779663791Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"6ee4bc7b-18be-470c-aadb-7cba3062fb8c","remote_addr":"[fd00:1122:3344:101::1]:56749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":22819575,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:02.812346816Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:52661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:02.841967744Z","hostname":"buskin","pid":1671,"uri":"/cockroachdb","method":"POST","req_id":"9744a55d-e866-456b-8a0f-70e7e011c016","remote_addr":"[fd00:1122:3344:101::1]:52661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":29525,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:02.842174798Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"93.186997ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9744a55d-e866-456b-8a0f-70e7e011c016\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:06:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9744a55d-e866-456b-8a0f-70e7e011c016\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:02.966552172Z","hostname":"buskin","pid":1671,"uri":"/cockroachdb","method":"POST","req_id":"c43a0d11-28d2-45bc-b0e2-bead0b6f9b32","remote_addr":"[fd00:1122:3344:101::1]:52661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_329660ec-3331-4eaf-a8a6-040ce0708c88 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":30065,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:02.966830477Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"76.490283ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43a0d11-28d2-45bc-b0e2-bead0b6f9b32\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:06:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c43a0d11-28d2-45bc-b0e2-bead0b6f9b32\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:03.074651885Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3087"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:12.031759245Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3105"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.26362964Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3126"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.263751402Z","hostname":"buskin","pid":1671,"uri":"/cockroachdb","method":"POST","req_id":"eede0d10-3e39-4653-a4de-0f0b6d788e09","remote_addr":"[fd00:1122:3344:101::1]:52661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":11219465,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.264072917Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50894"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.264415952Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"66810b46-10f6-49ac-9b02-a4b721377471","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50894","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":230,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.264823679Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b26b9f3-d39a-4015-8504-45023e0379d9, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 60aff06d-d865-4b56-8708-f8c52777c51b, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 472b4cf2-eac2-496b-8607-5c24dd70bdbe, kind: Service { id: 9a912a55-b86e-42cb-abaa-e5ba339f4dba }, name: Name(\"ntp-9a912a55-b86e-42cb-abaa-e5ba339f4dba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 232])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 329660ec-3331-4eaf-a8a6-040ce0708c88, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 46483470-f83e-44d8-9514-07bf154a4a27, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 06481c0c-b530-4118-a59f-ad1ebc3c929c, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: ce44f713-e630-4649-a44b-98922a58c204, kind: Service { id: 06481c0c-b530-4118-a59f-ad1ebc3c929c }, name: Name(\"external-dns-06481c0c-b530-4118-a59f-ad1ebc3c929c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 130])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 9682db84-c869-4da7-8df7-0c77a67d82db, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: d2395f5e-ff01-48bc-954e-72d683d5fe16, kind: Service { id: 9682db84-c869-4da7-8df7-0c77a67d82db }, name: Name(\"external-dns-9682db84-c869-4da7-8df7-0c77a67d82db\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 7])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5750c34e-1ad4-4c03-a58f-25d5480aafc3, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 67e7effe-1dda-4595-a665-8a97ad7419a9, kind: Service { id: 5750c34e-1ad4-4c03-a58f-25d5480aafc3 }, name: Name(\"nexus-5750c34e-1ad4-4c03-a58f-25d5480aafc3\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 49c4cfa4-c1b1-45ca-8dad-8f333a87a66e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: cb83a9f1-631b-4ff8-b314-616a2f1abc4f, kind: Service { id: 49c4cfa4-c1b1-45ca-8dad-8f333a87a66e }, name: Name(\"nexus-49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dffbbc27-ff43-4d5b-8e22-eb78d03bac12, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3f9ba575-858b-430e-b641-acbf3b228378, kind: Service { id: dffbbc27-ff43-4d5b-8e22-eb78d03bac12 }, name: Name(\"nexus-dffbbc27-ff43-4d5b-8e22-eb78d03bac12\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 187])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ac76a12e-fc97-4b5a-b826-45dce44dfa30, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 53e94480-4f5e-4a02-9ee5-30668eebc462, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 2da4bb81-8a26-4ae3-9e0d-d60628f38f1f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8c38251c-f429-4c75-ba91-3ff6a42ac576, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ad03f235-64c3-437c-adf6-3d9849463ec3, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e2566e12-74b4-4a18-95bf-52a975aaaeb1, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f44c7ffe-ac31-43e7-aefa-83fb4ee782e8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: ed702e51-e784-4b3b-bdd8-48ebced0c6f5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 76ed6a84-f386-4c6b-b90e-c09a1d36ccc7, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 3dd7141b-24ca-4063-8041-aa7da0922f09, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 8a1e0053-7907-471b-8224-553d2a15b041, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: dd8b1f21-45c4-429c-b346-2f3e54a8893d, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 440b7589-6b62-419d-9282-a6ce8f28c191, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.301685939Z","hostname":"buskin","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.302153246Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:44536"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.302562663Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b26b9f3-d39a-4015-8504-45023e0379d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.302572333Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.327980166Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 60aff06d-d865-4b56-8708-f8c52777c51b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.328050267Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.348570105Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2e21cdb-47f0-4226-92e5-fcccfa7faa5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.348637986Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.368158118Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 543c2378-6c00-417a-a3b4-6e46a9286fd6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.368220319Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.387710763Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5980c1df-2ff4-42eb-ac5c-2b3fac9f4ff8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.390230239Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.406591923Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 6195251f-cdc0-446c-adcb-9f0e0ea1a7bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.406652543Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.426974358Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 329660ec-3331-4eaf-a8a6-040ce0708c88, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.427029949Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.44717556Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 46483470-f83e-44d8-9514-07bf154a4a27, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.447239652Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 06481c0c-b530-4118-a59f-ad1ebc3c929c, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.468300337Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 06481c0c-b530-4118-a59f-ad1ebc3c929c, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.468373059Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9682db84-c869-4da7-8df7-0c77a67d82db, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.545448191Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9682db84-c869-4da7-8df7-0c77a67d82db, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.548084392Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 53e94480-4f5e-4a02-9ee5-30668eebc462, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.62876181Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 53e94480-4f5e-4a02-9ee5-30668eebc462, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.631099066Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad03f235-64c3-437c-adf6-3d9849463ec3, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.71535691Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ad03f235-64c3-437c-adf6-3d9849463ec3, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.718743513Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2566e12-74b4-4a18-95bf-52a975aaaeb1, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.808339999Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2566e12-74b4-4a18-95bf-52a975aaaeb1, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.811057011Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f44c7ffe-ac31-43e7-aefa-83fb4ee782e8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.887563615Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f44c7ffe-ac31-43e7-aefa-83fb4ee782e8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.889986192Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed702e51-e784-4b3b-bdd8-48ebced0c6f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.977999614Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ed702e51-e784-4b3b-bdd8-48ebced0c6f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:14.978086016Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 76ed6a84-f386-4c6b-b90e-c09a1d36ccc7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.111104924Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 76ed6a84-f386-4c6b-b90e-c09a1d36ccc7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.113732205Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3dd7141b-24ca-4063-8041-aa7da0922f09, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.186483511Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3dd7141b-24ca-4063-8041-aa7da0922f09, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.186552341Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8a1e0053-7907-471b-8224-553d2a15b041, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.248189445Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8a1e0053-7907-471b-8224-553d2a15b041, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.250597102Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd8b1f21-45c4-429c-b346-2f3e54a8893d, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.302734827Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd8b1f21-45c4-429c-b346-2f3e54a8893d, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.305049135Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 440b7589-6b62-419d-9282-a6ce8f28c191, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.367721875Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 440b7589-6b62-419d-9282-a6ce8f28c191, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.370076691Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.430604048Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.430687519Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.430971514Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.445876264Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.575446679Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.575685613Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.575715293Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.575734794Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.575763974Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.575793024Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.575816735Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.576899832Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.583203069Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.583344901Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.583370012Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.583377452Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.583383642Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.584652252Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.588326478Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:254"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.5884275Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.58843586Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.590805457Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.590819307Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.862881417Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.867551299Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.872227521Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.876617589Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.881253801Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.886052905Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.891310167Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.896986454Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.901780429Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.907113401Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.912514163Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.917337449Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.922484369Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.927653019Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.932449283Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.937580053Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.942882245Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.947450665Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.953715672Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.958660639Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.964942516Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.970522882Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.977301367Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:15.983240259Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.033088291Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.033471286Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.040291442Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.0465999Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.054057825Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.106958654Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.156178915Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.19462289Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.230519335Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:271","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.233336049Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.233351429Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.290509974Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte1\", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 157, 7]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.290577335Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.292566636Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.292595396Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.347710199Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte2\", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 198, 192]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.34781311Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.349571928Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.349595468Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.3994682Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte3\", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 245, 187]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.399534821Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.402387735Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.402400105Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.454943178Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte4\", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 234, 174]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.45504108Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.457044801Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:296"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.457071381Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:188","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.507890247Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte5\", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 188, 130]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.507956428Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1280","zone_type":"external_dns"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.509261129Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.509295399Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.509445451Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.509455142Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.509582534Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.509606964Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.510385316Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.510402436Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.510515718Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.510527618Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.51062891Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.51320248Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.516555612Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.516573482Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.516582952Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.518611213Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.520587074Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.520598354Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.520662275Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.621004248Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.644202867Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.648993071Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.654448865Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.659602265Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.664787975Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.669698561Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.675860487Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.681373982Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.686528322Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:16.69290258Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.362779039Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.363007763Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.480048914Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.480289168Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.537119657Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.537369151Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.603548995Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.603775898Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 67.869572ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:18.636026937Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 129.131947ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:18.727556964Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.728088572Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.728336096Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.728385317Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.741153934Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 47.337776ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:18.839160381Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:18.840100445Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 299.167416ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.597567531Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.598086549Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.69058341Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 31.051951ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.696753566Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.698043325Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.700024046Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 34.834092ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.745689813Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.745825035Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 54.423062ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.762921059Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 39.307169ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.774211564Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.774438457Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 45.783966ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.871993902Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.872761959Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.872886811Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.908038355Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.90834254Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 567.731157ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.9206698Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 136.450733ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.932383721Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.932469923Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.938371654Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 80.447461ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.957881416Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 241.456201ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.971302854Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 122.785579ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:31.98265785Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:31.982769751Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 87.82351ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.000209191Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:32.000286002Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:32.006329176Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:32.012923378Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 241.044584ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.105310657Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 51.129251ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.119094381Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 172.742526ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.131403061Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 32.959812ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.142633515Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 229.707433ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.154644921Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 166.071087ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.166049227Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 79.210639ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.181565337Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 122.149839ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.192329214Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 55.846969ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.207191374Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 60.163994ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.217134327Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 500.536298ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.24377566Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 48.333678ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.253723104Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 268.323317ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.272133929Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 70.482455ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.280758242Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 68.671831ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.291259125Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 80.863628ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.301562514Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 66.216452ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.312003826Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 561.075934ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.322687881Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 139.955975ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.333353946Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 112.540727ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.346032412Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 432.7319ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.357755003Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 220.213974ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.369255161Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 126.507773ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.380806Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 46.544349ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.389970302Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 68.874984ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.398086738Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 239.17007ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.407390582Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 169.520685ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.416443031Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 486.92974ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.426601239Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 81.825564ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.44802675Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 568.078601ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.472272946Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 254.307632ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.482340937Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 201.142435ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.492505339Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 53.459787ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.500946519Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 469.237585ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.510015679Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 127.405361ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.523672471Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 228.301406ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.540860227Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 272.848002ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.553565353Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 52.700948ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.565662961Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 352.001222ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.601440574Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 823.328353ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.613826916Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 249.769356ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.629820413Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 385.405892ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.661309821Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 369.491783ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.67487041Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:32.675690813Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 326.935997ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.70908755Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 381.668138ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.753251453Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 785.783117ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.771748Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 489.454821ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.784654509Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 757.995402ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.805681995Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 690.027939ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.843436359Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 290.703955ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.896463319Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 987.3955ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.910911373Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.074030669s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.925285145Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 793.890721ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.966253799Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 679.857649ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:32.992279602Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 49.899605ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.002642002Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 732.487194ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.052424903Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 726.536309ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.063554895Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 566.356852ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.074155009Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 1.079178748s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.084030002Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 103.318623ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.092127067Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 683.250048ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.14787035Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:33.16018904Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 586.028685ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.20345116Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 267.67774ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.214383559Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 1.022892498s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.288320683Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 50.834418ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.397203007Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 603.328633ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.44974112Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 99.633339ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.460148301Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 331.935854ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.494446982Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 934.179579ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.546550229Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 1.303815683s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.571936031Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 261.366596ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.581227435Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 1.403919528s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.591651407Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.446166522s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.655304532Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 1.358041517s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.68819442Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 560.588241ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.775862087Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 650.846835ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.796343644Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 996.612524ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.806821126Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.051340729s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.816627238Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 810.130989ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.837807565Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.069083297s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.847970043Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 265.979924ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.861160887Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 563.224307ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:33.909551376Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.215411585s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.012133533Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.370066124s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.063718871Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 857.759036ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.140660922Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 844.566615ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.176345744Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 822.796657ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.32478172Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 1.396476351s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.348968055Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:34.349159698Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 1.400357571s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.460793595Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.127626713s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.485165332Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 1.47983106s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.497085937Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 63.310939ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.62785013Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 504.635915ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.658624836Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 56.102499ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.699764633Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 162.718648ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.763962726Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 597.084764ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.812754011Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.030682338s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.877671526Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 1.468974659s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.885271613Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 527.312467ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.925296453Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 291.781675ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:34.936241132Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 766.378628ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.004179273Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 811.049147ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.01238618Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 963.483634ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.030094564Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 953.024574ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.05438738Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.438988501s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.10995354Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 958.760279ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.155975152Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 1.400603693s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.17326918Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.361545282s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.235799568Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 753.520919ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.242901597Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.011877964s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.418713578Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.110477712s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.441603352Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.337483884s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.461822175Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 871.175606ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.623305794Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 687.988653ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.75423139Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 783.333929ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.779395499Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.101755377s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.832274447Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 1.281584336s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.869977951Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 676.594396ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.917964333Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:35.950489016Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:35.950783311Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 1.119117326s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:35.987286666Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 869.401071ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.003666819Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 968.801045ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.012495816Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 1.393532874s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.054256322Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 655.26922ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.123671756Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 57.269538ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.283699242Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 69.818383ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.349718284Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 1.007491903s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.363636419Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 239.362388ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.428120047Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.167704744s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.438875113Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 696.057491ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.452001456Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.402080254s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.503016416Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.231555662s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.557108203Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.031796384s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.564877243Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 1.263536698s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.572737285Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 942.261766ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.58338864Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.185751761s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.603348138Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 716.204062ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.611723298Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 573.318259ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.675532855Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:36.692180103Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 649.508425ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.787145862Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.340858862s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.808248499Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 1.379440255s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.883168148Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.357939451s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.942990244Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 1.10782654s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:36.991661527Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 937.418737ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.116266905Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 502.772782ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.157152195Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 1.279829615s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.164902698Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 441.631978ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.58707017Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 543.47962ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.597609463Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.277291773s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.608186517Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 665.197985ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.617764145Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 1.220373525s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.626831646Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 1.457042817s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.635440449Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.389975978s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.644507719Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 958.880247ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.653344926Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 969.951675ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.668434549Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 983.296917ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.800836328Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 929.256977ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.811658586Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 1.431572299s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.846967162Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 873.132411ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:37.916577469Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 902.380548ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.039312828Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 598.060293ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.063809877Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 956.870823ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.110178455Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 1.266839738s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.149197118Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 917.461009ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.15704629Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 676.061075ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.273004304Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.41683289s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.293206977Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 563.114025ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.30891602Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 757.205602ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.454746326Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 816.586208ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.621848392Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 663.170732ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.648481684Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 868.353519ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.670881471Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 755.572803ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.749955325Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.456588334s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.792734416Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 796.182778ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.800679439Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 754.870381ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.85626702Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 988.363281ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.880083488Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.394515562s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.893306113Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 578.270938ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.949074036Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 516.353542ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:38.957578787Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 982.399302ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.044460932Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 713.62201ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.074573168Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.367558854s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.082699754Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 816.844247ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.101015617Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 1.18018125s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.221560682Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 528.460354ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.287465311Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 822.850301ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.32032921Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 1.40062179s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.423902813Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 1.40692553s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.448195999Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 1.477608239s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.482380518Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 999.890814ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.513672542Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 1.267588889s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.535914426Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 1.493966961s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.548659403Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.406214846s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.606223384Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 791.300715ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.62021672Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 997.76252ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.7190616Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 918.785941ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.795890389Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 1.398330895s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.824797746Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.459147205s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.87739371Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 586.012281ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:39.926123204Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.460159632s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.036444821Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 1.092737513s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.15267499Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.294801725s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.259379401Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.385480306s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.296735079Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 954.923162ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.411408373Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 646.649769ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.41961606Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.322387059s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.459177682Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 1.234057192s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.519646638Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 999.426604ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.527057883Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 1.022592344s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.723954399Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.476703029s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.731198671Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 1.014040046s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.812641912Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 697.430589ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.833254611Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 785.925366ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.863168464Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 529.239026ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:40.967707191Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.130592937s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.02191197Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 1.125541613s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.051905484Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 584.560596ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.075912685Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 1.004656707s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.231421962Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 1.446704985s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.254088573Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.456983631s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.345880153Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 728.996189ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.37591262Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 728.085262ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.506429587Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 1.227011936s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.514419051Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.077831586s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.535362935Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 1.344841866s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.542538556Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.296053491s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.562088159Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 511.271516ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.657107879Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 854.202113ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.668698618Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 844.451009ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.690479745Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:41.694397536Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 1.305230149s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.756616349Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 502.091803ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.764063004Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.277055525s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.791201554Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 939.558343ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:41.835386637Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 1.096297666s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.113955658Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.351809714s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.161779118Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 987.666706ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.177539242Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 1.443020359s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.185838251Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.053022373s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.217080624Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.305650141s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.244250644Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 1.005375262s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.251146341Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 700.485397ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.275814472Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 521.493534ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.531691082Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.124821597s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.543478474Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 764.161051ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.62203482Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 1.329237106s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.70929973Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 1.33562428s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.750088891Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 1.117730718s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.783555229Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 682.912518ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.810827621Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 570.787372ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.868230119Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 881.858913ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.897487612Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 1.318431031s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:42.986157054Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 859.517788ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.062908562Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 1.210740612s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.071718148Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.28877084s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.080588385Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 769.43093ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.175021647Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 756.687042ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.220885646Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 849.734601ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.266558993Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 867.47334ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.279539974Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.49444405s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.395409537Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.12512179s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.447817548Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 968.065465ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.503163774Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.401730407s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.523546639Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 853.309261ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.560232117Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 804.815288ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.639284821Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 574.611029ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.678118542Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 654.461257ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.789994793Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 801.904804ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.912292195Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 1.35145018s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.931761756Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 809.611615ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.954470458Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 652.863541ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:43.987172474Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 1.474243194s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.048464072Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 918.35117ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.095877066Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 835.382456ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.126328927Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 550.94971ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.154834048Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.391010226s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.261892184Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 1.184026597s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.292094672Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 848.112727ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.313670416Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:44.336821554Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48955"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:44.337474064Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"0434a33a-7ec9-437b-8ed9-c00a43fa282f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48955","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":485,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.323555672s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.381343243Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.387715364s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.423713348Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 1.217435671s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.452796329Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 556.220239ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.460437827Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.313015173s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.480852353Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.056328155s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.582220491Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 653.99585ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.64937672Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.203394875s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.714692161Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 1.080843853s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.7223848Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 762.978594ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.772876421Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.142030082s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.898907872Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.140163129s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.932365569Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 524.924706ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:44.969493294Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 863.853797ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.023623151Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 727.241843ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.03061536Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 834.819587ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.170910881Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 702.724692ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.292974509Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 505.39958ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.313479506Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 731.080689ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.485901974Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 1.039788835s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.504410291Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 538.360719ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.532012848Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 1.126176932s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.545880182Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.341938089s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.648651393Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.48844067s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.661577003Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 619.000289ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.678388553Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 829.366065ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.712739514Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 1.070332682s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.767774836Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.00020928s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.805226045Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 1.391957424s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.813333071Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 629.704285ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.821632449Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 1.394963896s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.829690654Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 547.874773ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.897567554Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 803.421771ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:45.926639274Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 1.205959065s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.005122689Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 628.873028ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.017767004Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 938.339154ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.053394026Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 508.597075ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.080922191Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.443767773s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.089710078Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 734.464532ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.227589381Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 741.910265ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.306747001Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 982.941944ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.455131322Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 933.376853ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.462507666Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 944.030992ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.550946035Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 877.131364ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.559468136Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 1.102721154s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.599310713Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 821.330409ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.65662589Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 1.262759246s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.682062283Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:46.696523447Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 701.003049ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.740158412Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.391957002s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.817136583Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 1.480730699s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.847847019Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 1.131195037s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:46.972608479Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 555.083386ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.000808396Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 787.204256ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.01016102Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 1.044219224s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.058429327Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.351003446s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.159823466Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 1.456416613s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.220316562Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 1.149683533s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.231215801Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 868.746955ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.242395464Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.283227805s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.411708744Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 644.850241ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.449844464Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.089122218s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.46188787Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 983.845057ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.474431454Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 570.605798ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.491137363Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 907.04502ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.5084216Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.079772548s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.547246681Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.209927441s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.567127059Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 702.371202ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.715898151Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 767.02559ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.810371993Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 643.699867ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:47.955948135Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 1.460422476s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.073086398Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 1.309169581s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.106036248Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 715.687932ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.115155689Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 883.133198ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.124035476Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 1.071561978s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.134451258Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.271617579s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.218555139Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 976.230539ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.349356193Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 767.977643ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.394204097Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 683.571962ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.427658074Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 1.003550011s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.436179736Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 1.177696651s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.47069457Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.49110177s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.525887514Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.175122935s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.564182167Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.021576632s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.592624187Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 1.380861275s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.615360969Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 811.808742ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.643026037Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 917.430606ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.696918951Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.460926218s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.717714753Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 974.778508ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.794319518Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 519.364859ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:48.847254527Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 1.265982147s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.019502982Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.100115468s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.124326385Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 1.396580361s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.183266097Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 643.186368ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.26036592Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 908.40613ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.338974096Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 1.188171138s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.377572213Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 900.133705ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.428583103Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 1.416872127s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.451747081Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 930.663887ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.466205175Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.095488197s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.503833267Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 1.260119929s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.546846433Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 893.676057ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.626905631Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.391149132s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.637628687Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 765.712222ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.660657324Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 975.139932ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.752987102Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 553.757719ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.780352886Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 846.002321ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:49.915742321Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 638.520758ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.007812766Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 605.871524ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.029484041Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 1.340356163s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.191945715Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 1.315806071s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.237277376Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 1.279019328s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.258350262Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 1.160759627s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.295105411Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 975.230711ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.338667655Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 896.136338ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.346608418Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.081583821s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.405244295Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 1.494340704s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.437424483Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 1.299901638s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.532144039Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 906.88899ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.577408279Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 1.438010079s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.590985029Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 733.513275ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.612464732Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 950.473116ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.647727557Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 876.862786ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.6601525Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.16729414s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.742187809Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 838.356402ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.775633207Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 985.807704ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.818952027Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 701.601387ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:50.881133039Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.376687938s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.045818597Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 1.340886472s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.256132512Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 1.149404832s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.329485877Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 1.448103289s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.361101806Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 559.098847ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.47059405Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3\") failed: Property not found. retry in 1.444830585s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.499733811Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ad03f235-64c3-437c-adf6-3d9849463ec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 888.503788ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.515987833Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 531.806458ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.546764659Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43\") failed: Property not found. retry in 1.291546945s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.559554957Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_86cc8388-c7f7-4ed8-bac7-8bf4a50f9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 578.911062ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.574581599Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 532.086906ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.585229664Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8\") failed: Property not found. retry in 1.268668877s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.59726569Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_f44c7ffe-ac31-43e7-aefa-83fb4ee782e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 1.094569766s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.613539352Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 625.106548ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.626602384Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:51.698126971Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 651.423036ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.825220828Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 883.030892ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.845999319Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5\") failed: Property not found. retry in 1.070984165s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.922797308Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_ed702e51-e784-4b3b-bdd8-48ebced0c6f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12\") failed: Property not found. retry in 854.307403ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:51.943668381Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 629.589592ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.038551319Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3\") failed: Property not found. retry in 905.154853ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.045148341Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7\") failed: Property not found. retry in 752.811509ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.086742345Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_76ed6a84-f386-4c6b-b90e-c09a1d36ccc7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041\") failed: Property not found. retry in 896.942648ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.126168665Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_8a1e0053-7907-471b-8224-553d2a15b041","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191\") failed: Property not found. retry in 1.037858526s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.165403042Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_440b7589-6b62-419d-9282-a6ce8f28c191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30\") failed: Property not found. retry in 823.569173ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.262836269Z","hostname":"buskin","pid":1671,"zone":"oxz_oximeter_ac76a12e-fc97-4b5a-b826-45dce44dfa30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09\") failed: Property not found. retry in 1.287893896s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.41865128Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_3dd7141b-24ca-4063-8041-aa7da0922f09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1\") failed: Property not found. retry in 1.16047163s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.431048572Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_e2566e12-74b4-4a18-95bf-52a975aaaeb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f\") failed: Property not found. retry in 1.470264774s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.48779326Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_2da4bb81-8a26-4ae3-9e0d-d60628f38f1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576\") failed: Property not found. retry in 792.962971ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.495877635Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_pantry_8c38251c-f429-4c75-ba91-3ff6a42ac576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\") failed: Property not found. retry in 515.57508ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.60668846Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c\") failed: Property not found. retry in 631.600238ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.678191407Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d\") failed: Property not found. retry in 716.266102ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.718158625Z","hostname":"buskin","pid":1671,"zone":"oxz_crucible_dd8b1f21-45c4-429c-b346-2f3e54a8893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462\") failed: Property not found. retry in 751.329304ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.740148805Z","hostname":"buskin","pid":1671,"zone":"oxz_clickhouse_53e94480-4f5e-4a02-9ee5-30668eebc462","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db\") failed: Property not found. retry in 682.339415ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:06:52.822621722Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::c exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:52.853874145Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:52.853944106Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::c exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:53.424561996Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:53.424645547Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:56.40984504Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1983"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:06:56.416929459Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_dffbbc27-ff43-4d5b-8e22-eb78d03bac12","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:03.039845161Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:03.284196672Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:03.284261423Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:03.84239352Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:03.844708346Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:04.060275991Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1983"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:04.060335012Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_49c4cfa4-c1b1-45ca-8dad-8f333a87a66e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:08.042115646Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:10.541415279Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:10.54148331Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:11.093105776Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:11.095430032Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:11.29566679Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2096"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:11.29572568Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_06481c0c-b530-4118-a59f-ad1ebc3c929c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:13.043353643Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:14.376303608Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40127"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:14.376547822Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"290ecce4-2c64-40d2-bf11-489bc6f7711a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40127","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":199,"response_code":"200"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:17.777896552Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:17.777967643Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:18.04529368Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:18.329489167Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:18.329545128Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:18.547376899Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2096"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:18.5474319Z","hostname":"buskin","pid":1671,"zone":"oxz_external_dns_9682db84-c869-4da7-8df7-0c77a67d82db","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:23.048506067Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::a exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:24.492567231Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1912"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:24.492643813Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::a exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:25.054027899Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1920"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:25.05410119Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1939"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:25.279468747Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1983"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:25.279518948Z","hostname":"buskin","pid":1671,"zone":"oxz_nexus_5750c34e-1ad4-4c03-a58f-25d5480aafc3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:653"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:28.050479974Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.928059274Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.929529307Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.931863873Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"96f48ae6-a489-419b-b4f6-44d8a6cb3271","remote_addr":"[fd00:1122:3344:101::1]:44536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":77627953,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.939488951Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.939705264Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.939895067Z","hostname":"buskin","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.943126547Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.943142167Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:551"} {"msg":"rack_network_config: Some(\n RackNetworkConfigV1 {\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 24,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.97886915Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c72d4246-b18a-4e57-ab03-0a814220d4ba/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:31.981671182Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c72d4246-b18a-4e57-ab03-0a814220d4ba/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:32.107303107Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c72d4246-b18a-4e57-ab03-0a814220d4ba/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:32.230568925Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c72d4246-b18a-4e57-ab03-0a814220d4ba/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:32.369915361Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c72d4246-b18a-4e57-ab03-0a814220d4ba/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:32.523441777Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23a112ee-353b-4e62-a1ed-0820025478ed\", \"content-length\": \"160\", \"date\": \"Thu, 25 Jan 2024 08:07:32 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: ip-pool with name \\\"oxide-service-pool\\\"\", request_id: \"23a112ee-353b-4e62-a1ed-0820025478ed\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:32.675104243Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:33.052025126Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d066ec9-cd3d-4ce5-92e0-6332f58e0560\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9d066ec9-cd3d-4ce5-92e0-6332f58e0560\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:33.064798693Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"846b2c3e-00a5-48a9-a90f-0f652aa10c69\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"846b2c3e-00a5-48a9-a90f-0f652aa10c69\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:33.249374939Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2136218a-3cb8-4a2e-b79d-89393eb4ec23\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2136218a-3cb8-4a2e-b79d-89393eb4ec23\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:33.604924451Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cf598b3-74de-43d3-869d-bad71e33f5e4\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6cf598b3-74de-43d3-869d-bad71e33f5e4\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:33.8634015Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32bd04a4-3848-43e8-ad42-4a314d2569a8\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"32bd04a4-3848-43e8-ad42-4a314d2569a8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:34.489768103Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7bfba60-74ca-4298-91e0-740fb063b214\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e7bfba60-74ca-4298-91e0-740fb063b214\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:35.307822401Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1521ece8-f0fe-4356-adff-37b773ef28fb\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1521ece8-f0fe-4356-adff-37b773ef28fb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:35.914989766Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0d697b6-718e-4a25-9fc2-215c0b88bb27\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d0d697b6-718e-4a25-9fc2-215c0b88bb27\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:37.044499994Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e4f5432-e8ca-4b78-a52d-aa725cfb9c33\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4e4f5432-e8ca-4b78-a52d-aa725cfb9c33\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:37.802982371Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:38.053305724Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcfe5c13-b7f4-47f3-8e89-cd5db049b187\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fcfe5c13-b7f4-47f3-8e89-cd5db049b187\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:39.43860087Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"512e9169-cbe6-431e-9745-2d8eed65c1b5\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"512e9169-cbe6-431e-9745-2d8eed65c1b5\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:41.396007758Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:43.054813737Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"561c69c7-d5b8-4479-b578-c0a24ddb80bf\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"561c69c7-d5b8-4479-b578-c0a24ddb80bf\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:43.218871475Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:44.411456879Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:44.41154116Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"ea6ff7e4-2433-4976-ae79-0b7022a00f77","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34038","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":55,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4de6284-a54b-4f51-a864-ebb2c563659d\", \"content-length\": \"124\", \"date\": \"Thu, 25 Jan 2024 08:07:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d4de6284-a54b-4f51-a864-ebb2c563659d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.07562391Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:07:46.316571608Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"300.154631272s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"b9ee928f-d1ad-4ed4-a109-00122de32447\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 25 Jan 2024 08:07:46 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"b9ee928f-d1ad-4ed4-a109-00122de32447\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:07:46.335985318Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"300.172589471s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"43b850a5-20da-495d-91b1-1ef3a6d9fd3d\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 25 Jan 2024 08:07:46 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"43b850a5-20da-495d-91b1-1ef3a6d9fd3d\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:07:46.344261046Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"300.180857548s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"84259293-aa90-4065-b48b-c2463afcfb3e\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 25 Jan 2024 08:07:46 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"84259293-aa90-4065-b48b-c2463afcfb3e\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:07:46.353292346Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"300.190452027s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"489ce5b0-ce97-46e5-bf14-c42543b67540\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 25 Jan 2024 08:07:46 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"489ce5b0-ce97-46e5-bf14-c42543b67540\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:07:46.37034017Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"300.208033559s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"854e5d97-9b90-4b45-b288-e0a772e393aa\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 25 Jan 2024 08:07:46 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"854e5d97-9b90-4b45-b288-e0a772e393aa\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:07:46.373721512Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"300.211712416s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e633eb9e-51c7-4a27-86c4-0a64aaa88242\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 25 Jan 2024 08:07:46 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"e633eb9e-51c7-4a27-86c4-0a64aaa88242\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:07:46.374549945Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"300.212949455s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"053971d2-2e8c-4b7e-953a-e6573527ec16\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 25 Jan 2024 08:07:46 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"053971d2-2e8c-4b7e-953a-e6573527ec16\\\" }\""} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.386407829Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.413850993Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.413877324Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.413883544Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.413887834Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.413891734Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.413895274Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.422360545Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.422372515Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.422377755Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4859afa3-a122-489d-9109-38b0058483d5, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.422381705Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:46.429033778Z","hostname":"buskin","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/sled_agent.rs:667","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"429119398acf40edbc2c3220f380894c\" }","id":"4859afa3-a122-489d-9109-38b0058483d5"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:48.056462251Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa23d04b-b5b6-4106-92e8-b9b103655861\", \"content-length\": \"174\", \"date\": \"Thu, 25 Jan 2024 08:07:48 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"fa23d04b-b5b6-4106-92e8-b9b103655861\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:48.140166386Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53551501-35ad-41da-935a-a637fe7c6e42\", \"content-length\": \"174\", \"date\": \"Thu, 25 Jan 2024 08:07:49 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"53551501-35ad-41da-935a-a637fe7c6e42\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:49.994648602Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:51.345963072Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:53.057528761Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81a7192-393f-42f1-b9b4-02b26d329e1f\", \"content-length\": \"174\", \"date\": \"Thu, 25 Jan 2024 08:07:53 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"d81a7192-393f-42f1-b9b4-02b26d329e1f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:53.804273841Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366067278Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366099279Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366122709Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366129329Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366133589Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366137739Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366141989Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366146509Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366150519Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:55.366162809Z","hostname":"buskin","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:07:58.059034789Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.167464814Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:39651"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.169230351Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ce44f713-e630-4649-a44b-98922a58c204, kind: Service { id: 06481c0c-b530-4118-a59f-ad1ebc3c929c }, name: Name(\"external-dns-06481c0c-b530-4118-a59f-ad1ebc3c929c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 130])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: d2395f5e-ff01-48bc-954e-72d683d5fe16, kind: Service { id: 9682db84-c869-4da7-8df7-0c77a67d82db }, name: Name(\"external-dns-9682db84-c869-4da7-8df7-0c77a67d82db\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 7])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3f9ba575-858b-430e-b641-acbf3b228378, kind: Service { id: dffbbc27-ff43-4d5b-8e22-eb78d03bac12 }, name: Name(\"nexus-dffbbc27-ff43-4d5b-8e22-eb78d03bac12\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 187])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: 67e7effe-1dda-4595-a665-8a97ad7419a9, kind: Service { id: 5750c34e-1ad4-4c03-a58f-25d5480aafc3 }, name: Name(\"nexus-5750c34e-1ad4-4c03-a58f-25d5480aafc3\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: cb83a9f1-631b-4ff8-b314-616a2f1abc4f, kind: Service { id: 49c4cfa4-c1b1-45ca-8dad-8f333a87a66e }, name: Name(\"nexus-49c4cfa4-c1b1-45ca-8dad-8f333a87a66e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 174])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.169280712Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.169301612Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.169309272Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.169317633Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.169338413Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.169347373Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.169374973Z","hostname":"buskin","pid":1671,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9767c0ba-de94-4e49-88a3-7ccbd082720d","remote_addr":"[fd00:1122:3344:101::b]:39651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1873,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.342647984Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:56596"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.343950645Z","hostname":"buskin","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"29f981c9-95d8-4689-9723-7d338a43ab7a","remote_addr":"[fd00:1122:3344:101::b]:56596","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1283,"response_code":"200"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.350868702Z","hostname":"buskin","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:689"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.405861863Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:34426"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.406515383Z","hostname":"buskin","pid":1671,"uri":"/inventory","method":"GET","req_id":"6e4be1b8-69c5-4fc8-a9df-19afa49fbfe0","remote_addr":"[fd00:1122:3344:101::b]:34426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":611,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.406738566Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.406770507Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.407181493Z","hostname":"buskin","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:00.407746402Z","hostname":"buskin","pid":1671,"uri":"/omicron-zones","method":"GET","req_id":"5965e457-5896-4af7-8a15-64806f526e46","remote_addr":"[fd00:1122:3344:101::b]:34426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1041,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:03.060110364Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:08.062008882Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:13.063708188Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:14.445836944Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54392"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:14.445900995Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"9efdde75-7ac8-4d68-95d4-55afac6428c7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54392","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:16.383699342Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::d]:33651"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:16.390520377Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"d056c9c7-b9a9-4640-95ca-d4bbf993d260","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":6799,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:18.064569142Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:23.065775303Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:28.067633211Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:29.006939926Z","hostname":"buskin","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:33.068968491Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:38.070526544Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:43.071838603Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:44.486622025Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38845"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:44.487374577Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"ad4b2d5c-e060-4faa-b565-5ff947e3c723","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38845","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":551,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:46.38430431Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"8743f58b-4130-4e6f-81ba-bc821ebcac78","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":321,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:48.073013821Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:53.07370569Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:08:58.074435241Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:03.076819436Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:08.078291848Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:13.081114861Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:14.522092609Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48259"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:14.522306152Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"9cd15ad0-eb57-48f8-bf8f-8388738281a9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48259","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:16.383714935Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"b5ff22c0-cb48-4d26-9777-a7f005f61d79","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":218,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:18.08237583Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:23.082975668Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:28.084246637Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:33.08513806Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:38.087339004Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:43.087915482Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:44.558792452Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54972"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:44.558828533Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"01bb99b8-301d-4ac6-ad7f-c17a8d623621","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54972","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:46.384205128Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"2889fc2a-0a92-4e71-9154-f469ebed5abc","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":211,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:48.089835971Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:53.09110229Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:09:58.092669083Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:03.093533626Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:08.094687823Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:13.096423669Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:14.59325051Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:14.593292531Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"3d25a70d-9f0d-42f1-aea5-bab2b3b8de83","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48877","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:16.384400086Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"06f3e3f5-eedf-409b-a7c2-fe4fc671809a","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":226,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:18.098316837Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:23.099605046Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:28.101776059Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:33.102746183Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:38.103812769Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:43.105435573Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:44.62782511Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54500"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:44.628819406Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"2cfb21c7-81c3-448c-b4a3-3ff51979ac3c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54500","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":968,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:46.384654645Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"7c5e9a5e-1280-4418-a86f-07c0dd251a19","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":221,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:48.107341192Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:53.109436603Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:10:58.111589146Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:03.113344362Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:08.114474889Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:13.115000146Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:14.663743161Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:14.663807912Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"e2a2906d-aa30-4509-827a-1dd9a204c259","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47544","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:16.385467173Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"ed0a71d0-320c-433f-a924-41a78a0113ca","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":196,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:18.116112552Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:23.117721426Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:28.120090762Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:33.121501863Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:38.122746462Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:43.12392864Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:44.697985537Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43468"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:44.698057398Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"015cf8c1-ba0b-40f4-9438-f8be891c6a20","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43468","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:46.386258041Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"e3d0153f-f5d2-4432-a505-b4805727ee75","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":885,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:48.12588025Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:53.126821923Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:11:58.128277845Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:03.129652836Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:08.130852874Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:13.131387441Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:14.732441345Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56349"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:14.732501186Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"6266df77-944d-40e4-9f39-3eae2b8b5b7d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56349","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:16.385698507Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"3f0cae77-768f-473d-8e44-4c8118e07072","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":290,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:18.133368981Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:23.13465464Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:28.135885758Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:33.136907533Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:38.139161227Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:43.140598459Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:43.314581461Z","hostname":"buskin","pid":1671,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:299"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:43.315411404Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:43.35266084Z","hostname":"buskin","pid":1671,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.99999554s","next_cleanup":"Instant { tv_sec: 4094, tv_nsec: 117621238 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:44.765982729Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49525"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:44.766120741Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"b87d0607-d677-41ba-97e8-5689dca65889","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49525","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:46.386468185Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"de372aa7-a513-46f4-8747-95c9780bcbe4","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":663,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:48.142243803Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:53.143429291Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:12:58.144933383Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:03.146153061Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:08.147179616Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:13.148596617Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:14.80061032Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:14.800708722Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"90c86552-93ae-4ad1-8818-37b72ecfeb45","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62266","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:16.386344087Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"593450f0-c3e3-4b8d-b7b0-5c82a35e21d1","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":246,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:18.150017538Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:23.151739834Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:28.152913982Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:29.007497175Z","hostname":"buskin","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:33.153789404Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:38.155037383Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:43.156936862Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:44.83645048Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43267"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:44.836540151Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"fbb7af61-8f16-4328-b547-564d164db350","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43267","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:46.388160151Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"4012183a-d476-42fe-bffc-19e615f109f2","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":1121,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:48.158400943Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:53.160504935Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:13:58.161741003Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.68081449Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:57605"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.685050026Z","hostname":"buskin","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:228","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-25T08:14:02.327372Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 0c039457-a6c9-40ec-ad94-19c12e186e7e, kind: Instance { id: 7b8d1a88-abdb-478a-ba42-f94c77f4b2cb }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 24, 100])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12984307), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0c039457-a6c9-40ec-ad94-19c12e186e7e, kind: Instance { id: 7b8d1a88-abdb-478a-ba42-f94c77f4b2cb }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 24, 100])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12984307), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0c039457-a6c9-40ec-ad94-19c12e186e7e, kind: Instance { id: 7b8d1a88-abdb-478a-ba42-f94c77f4b2cb }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 24, 100])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12984307), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(12984307))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0c039457-a6c9-40ec-ad94-19c12e186e7e, kind: Instance { id: 7b8d1a88-abdb-478a-ba42-f94c77f4b2cb }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 24, 100])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12984307), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-7bba6853512\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: b633b798-e463-46b2-a56b-ed252584246f, read_only_parent: Some(Volume { block_size: 512, id: b8cccbe6-4356-4b16-936a-f0532816e3f7, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 53ba865f-ec7b-4401-ad85-1c00477e831a, key: Some(\"Ite7+5eE3fyDKXraJ2SqNElNqgGQknIs7ohAtSBqCoo=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b633b798-e463-46b2-a56b-ed252584246f, key: Some(\"TYYhXPk05P0eoG4jtpu9srBsmS3H8fe9/j1+stk3wY0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::13]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABAwUE5WDlYAADBQTlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAQMFBOVg5WAAAwUE5WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI3YjhkMWE4OC1hYmRiLTQ3OGEtYmE0Mi1mOTRjNzdmNGIyY2IiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSGFlVnBFVlMzQ2R0V2sxTWM4ZGd0dDdvYlZPUDJhVWEyN1dqY2hHNFlRViJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.685140207Z","hostname":"buskin","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:262","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.686837213Z","hostname":"buskin","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance.rs:704","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 0c039457-a6c9-40ec-ad94-19c12e186e7e, kind: Instance { id: 7b8d1a88-abdb-478a-ba42-f94c77f4b2cb }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 24, 100])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12984307), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0c039457-a6c9-40ec-ad94-19c12e186e7e, kind: Instance { id: 7b8d1a88-abdb-478a-ba42-f94c77f4b2cb }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 24, 100])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12984307), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0c039457-a6c9-40ec-ad94-19c12e186e7e, kind: Instance { id: 7b8d1a88-abdb-478a-ba42-f94c77f4b2cb }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 24, 100])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12984307), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(12984307))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0c039457-a6c9-40ec-ad94-19c12e186e7e, kind: Instance { id: 7b8d1a88-abdb-478a-ba42-f94c77f4b2cb }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 24, 100])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12984307), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-7bba6853512\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: b633b798-e463-46b2-a56b-ed252584246f, read_only_parent: Some(Volume { block_size: 512, id: b8cccbe6-4356-4b16-936a-f0532816e3f7, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 53ba865f-ec7b-4401-ad85-1c00477e831a, key: Some(\"Ite7+5eE3fyDKXraJ2SqNElNqgGQknIs7ohAtSBqCoo=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b633b798-e463-46b2-a56b-ed252584246f, key: Some(\"TYYhXPk05P0eoG4jtpu9srBsmS3H8fe9/j1+stk3wY0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::13]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABAwUE5WDlYAADBQTlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAQMFBOVg5WAAAwUE5WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI3YjhkMWE4OC1hYmRiLTQ3OGEtYmE0Mi1mOTRjNzdmNGIyY2IiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSGFlVnBFVlMzQ2R0V2sxTWM4ZGd0dDdvYlZPUDJhVWEyN1dqY2hHNFlRViJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-25T08:14:02.327372Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.686986016Z","hostname":"buskin","pid":1671,"uri":"/instances/7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","method":"PUT","req_id":"d0086b00-490d-4546-9004-492b6dfdc8b2","remote_addr":"[fd00:1122:3344:101::a]:57605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":6109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.801987365Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:41527"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.819782761Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte6\", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 252, 24, 100]), slot: 0, vni: Vni { inner: 12984307 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.819910783Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.852511077Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:02.874087871Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:03.163169414Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:04.563011645Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:04.563205448Z","hostname":"buskin","pid":1671,"zone":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e\") failed: Property not found. retry in 39.518335ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:04.747941607Z","hostname":"buskin","pid":1671,"zone":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e\") failed: Property not found. retry in 77.351283ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:04.796944585Z","hostname":"buskin","pid":1671,"zone":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e\") failed: Property not found. retry in 243.917253ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:04.889640079Z","hostname":"buskin","pid":1671,"zone":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e\") failed: Property not found. retry in 329.125482ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:05.149796835Z","hostname":"buskin","pid":1671,"zone":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e\") failed: Property not found. retry in 1.186523792s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:05.491721546Z","hostname":"buskin","pid":1671,"zone":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e\") failed: Property not found. retry in 697.904001ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:06.688378043Z","hostname":"buskin","pid":1671,"zone":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e\") failed: Property not found. retry in 1.489767745s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:07.396344018Z","hostname":"buskin","pid":1671,"zone":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:08.164041297Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e\") failed: Property not found. retry in 1.349769198s","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:08.895939872Z","hostname":"buskin","pid":1671,"zone":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.273720852Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:1095"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.281464411Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:1104"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.327873689Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:1118"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABAwUE5WDlYAADBQTlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAQMFBOVg5WAAAwUE5WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI3YjhkMWE4OC1hYmRiLTQ3OGEtYmE0Mi1mOTRjNzdmNGIyY2IiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSGFlVnBFVlMzQ2R0V2sxTWM4ZGd0dDdvYlZPUDJhVWEyN1dqY2hHNFlRViJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-7bba6853512\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: b633b798-e463-46b2-a56b-ed252584246f, read_only_parent: Some(Volume { block_size: 512, id: b8cccbe6-4356-4b16-936a-f0532816e3f7, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 53ba865f-ec7b-4401-ad85-1c00477e831a, key: Some(\"Ite7+5eE3fyDKXraJ2SqNElNqgGQknIs7ohAtSBqCoo=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b633b798-e463-46b2-a56b-ed252584246f, key: Some(\"TYYhXPk05P0eoG4jtpu9srBsmS3H8fe9/j1+stk3wY0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::13]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 7b8d1a88-abdb-478a-ba42-f94c77f4b2cb, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.328485729Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:451"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.4920267Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.492744871Z","hostname":"buskin","pid":1671,"uri":"/instances/7b8d1a88-abdb-478a-ba42-f94c77f4b2cb/state","method":"PUT","req_id":"13358bfd-d82a-40c8-98f1-5b5014aaab2f","remote_addr":"[fd00:1122:3344:101::a]:41527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7690608,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-01-25T08:14:10.493763476Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.493783097Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.493791847Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-25T08:14:10.493763476Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }","propolis_id":"d84ef99f-35dc-4f27-8006-520167c2a12e"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.493802437Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }, propolis_id: d84ef99f-35dc-4f27-8006-520167c2a12e, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-25T08:14:10.493763476Z } }","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-01-25T08:14:10.560345887Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.560367677Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.560390818Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-25T08:14:10.560345887Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }","propolis_id":"d84ef99f-35dc-4f27-8006-520167c2a12e"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:10.560403058Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }, propolis_id: d84ef99f-35dc-4f27-8006-520167c2a12e, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-25T08:14:10.560345887Z } }","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:13.166334472Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:14.872189448Z","hostname":"buskin","pid":1671,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37525"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:14.87297148Z","hostname":"buskin","pid":1671,"uri":"/baseboard","method":"GET","req_id":"872207ff-0cba-41b0-99d3-84a43933ebd4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37525","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":734,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:16.393457798Z","hostname":"buskin","pid":1671,"uri":"/metrics/collect/4859afa3-a122-489d-9109-38b0058483d5","method":"GET","req_id":"d58dd152-49d1-4dd7-831a-1f309662889f","remote_addr":"[fd00:1122:3344:101::d]:33651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":6179,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:18.167458488Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:23.169946086Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.500226322Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:41461"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.50076782Z","hostname":"buskin","pid":1671,"uri":"/instances/7b8d1a88-abdb-478a-ba42-f94c77f4b2cb/state","method":"PUT","req_id":"8472bae0-cca5-4829-b5f2-0747fe17beb6","remote_addr":"[fd00:1122:3344:101::a]:41461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":471,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-01-25T08:14:27.500866442Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.500884522Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.500893812Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-25T08:14:27.500866442Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }","propolis_id":"d84ef99f-35dc-4f27-8006-520167c2a12e"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.500912262Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }, propolis_id: d84ef99f-35dc-4f27-8006-520167c2a12e, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-25T08:14:27.500866442Z } }","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2024-01-25T08:14:27.549235650Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.549265481Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.549283351Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-25T08:14:27.549235650Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }","propolis_id":"d84ef99f-35dc-4f27-8006-520167c2a12e"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.549293391Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d84ef99f-35dc-4f27-8006-520167c2a12e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-25T08:14:02.369252719Z }, propolis_id: d84ef99f-35dc-4f27-8006-520167c2a12e, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-25T08:14:27.549235650Z } }","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-01-25T08:14:27.681248103Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.681296744Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.681337044Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-25T08:14:27.681248103Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-25T08:14:27.681248103Z }","propolis_id":"d84ef99f-35dc-4f27-8006-520167c2a12e"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.681376655Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:372","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.681387605Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.681556328Z","hostname":"buskin","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:27.681621949Z","hostname":"buskin","pid":1671,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:436","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\", \"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug\", \"/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug\", \"/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug\", \"/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug\", \"/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug\", \"/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\"] }","zone_name":"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:28.172088318Z","hostname":"buskin","pid":1671,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:135","prefixes":"{\"fe80::dc75:a9ff:fec3:2802\": [PathVector { destination: Ipv6Prefix { addr: fd87:2463:405c:11f8::1, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:28.345183787Z","hostname":"buskin","pid":1671,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1229","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e\", bundle_id: 7e97162e-9880-42b6-8920-7a8ded42c2ca }, time_created: 2024-01-25T08:14:27.682394561Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_d84ef99f-35dc-4f27-8006-520167c2a12e","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:28.345268798Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:545"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:29.940725916Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:29.965422578Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-25T08:14:27.681248103Z }, propolis_id: d84ef99f-35dc-4f27-8006-520167c2a12e, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-25T08:14:27.681248103Z } }","instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:30.035427031Z","hostname":"buskin","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:51677"} {"msg":"unset_virtual_nic_host unimplmented","v":0,"name":"SledAgent","level":40,"time":"2024-01-25T08:14:30.040039653Z","hostname":"buskin","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:30.040087953Z","hostname":"buskin","pid":1671,"uri":"/v2p/0c039457-a6c9-40ec-ad94-19c12e186e7e","method":"DELETE","req_id":"8de3aa90-3dad-40fe-99fc-d7f3fef8b42e","remote_addr":"[fd00:1122:3344:101::b]:51677","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":4517,"response_code":"204"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-25T08:14:30.229604386Z","hostname":"buskin","pid":1671,"instance_id":"7b8d1a88-abdb-478a-ba42-f94c77f4b2cb","component":"InstanceManager","file":"sled-agent/src/instance.rs:488"}