[ Jan 19 22:41:16 Enabled. ] [ Jan 19 22:41:16 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jan 19 22:41:16 Method "start" exited with status 0. ] [ Jan 19 22:41:16 Rereading configuration. ] [ Jan 19 22:41:16 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:16.678088291Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:247"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:16.730288493Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:254","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:16.730314974Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:16.840810299Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:16.849339954Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:16.857150111Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:264","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.460498412Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.599989845Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:117"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.600017576Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:129"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.600116118Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.600220801Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:162","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.600233551Z","hostname":"buskin","pid":1661,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:171"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.600253222Z","hostname":"buskin","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:606"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.600266222Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Generated i86pc baseboard Pc { identifier: \"651412ed6caf40529c2babeeb62791d9\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603154869Z","hostname":"buskin","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:532"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:17.603174679Z","hostname":"buskin","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:655"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603181669Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.60318956Z","hostname":"buskin","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:713"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.60320888Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.60322086Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603234461Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603240671Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603246691Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603252401Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603260931Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603270002Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603275772Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603281432Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603288752Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603294552Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:88"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603300423Z","hostname":"buskin","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"None"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.603379885Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity decreased","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.787646512Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:326","current":"245","previous":"256"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.787682663Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:90"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.787689224Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958556696Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958590717Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958601428Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958605768Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958612198Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958616278Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958627309Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958631578Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958637659Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958641349Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity increased","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958646079Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:336","current":"255","previous":"245"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958654769Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.95869876Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 489984, free: 20937475584, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 546816, free: 20937418752, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } })} }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958775392Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958860204Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958890255Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958896236Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958914696Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958926656Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958931666Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958980098Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.958990188Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.973581474Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:616"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.973620085Z","hostname":"buskin","pid":1661,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.999944978s","next_cleanup":"Instant { tv_sec: 2285, tv_nsec: 913476736 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.973655346Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.973704517Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.973758469Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.973772039Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977151179Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977238151Z","hostname":"buskin","pid":1661,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n rack_subnet: fd00:1122:3344:100::,\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: Some(\n RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 32,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n },\n ),\n}","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977495208Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977504848Z","hostname":"buskin","pid":1661,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977558559Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977601161Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977616541Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977622471Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:863"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977646892Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977661202Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977665902Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977668942Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:904"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977671862Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977675603Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977699413Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.977711474Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978061193Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978233777Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978242318Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:937"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978271778Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:556"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978279259Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978446303Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978596607Z","hostname":"buskin","pid":1661,"peer_id":"pc-651412ed6caf40529c2babeeb62791d9-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:640"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978666909Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 2bf93973-1ac3-4301-9594-850899b6a266, rack_id: 99af5c2c-f65d-4ce7-b375-4ec73d0cbb34, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978784372Z","hostname":"buskin","pid":1661,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:60198","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 2bf93973-1ac3-4301-9594-850899b6a266, rack_id: 99af5c2c-f65d-4ce7-b375-4ec73d0cbb34, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978867984Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:364"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978874664Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:379"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978887705Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/server.rs:47"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978893865Z","hostname":"buskin","pid":1661,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978934566Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Attempting to add queued disks","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.978939986Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:394","num_disks":"9"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.981459963Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3404"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.987466172Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.987531274Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.987542444Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.987562284Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.987659987Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:17.987665477Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.018068142Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.02592159Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.047184163Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.064897871Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:338"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.064938783Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.144269812Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.144310804Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.144322164Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.144342785Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.144471918Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.144478548Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.172207102Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.179571797Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.301491734Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.301541276Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.301556716Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.301566776Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.301671469Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.301679479Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.329535127Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.337039726Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.4531999Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.453239291Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.453268002Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.453280623Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.453395655Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.453405156Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.480908954Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.48870083Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.604551587Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.604615209Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.604630669Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.60465537Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.604738572Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.604745912Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.632007123Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.639894302Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.757926247Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.757967708Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.757981748Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.757987369Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.758120832Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.758127402Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.785460466Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.792718778Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.911220785Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.911280976Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.911288516Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.911311097Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.91143452Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.91144298Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.93935667Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:18.947122445Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.062974831Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.063029323Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.063043363Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.063053473Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.063144616Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.063153096Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.09125564Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.098840241Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.216979228Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.21704087Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.21705252Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.21706136Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.217150103Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.217158993Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.246434818Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.254310926Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.366987739Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.36703587Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.36704286Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:350"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.372409102Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 1771008, free: 20936194560, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 780288, free: 20937185280, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f\", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 489984, free: 20937475584, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 546816, free: 20937418752, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", size: 20937965568, allocated: 769536, free: 20937196032, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60\", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 768000, free: 20937197568, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 824832, free: 20937140736, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } })} }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.39007117Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.39234421Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.410565983Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"successfully created encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.412494914Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.412590996Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.417483346Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:365"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.417493326Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.417498476Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.480812672Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.698800773Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.710959234Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.711044437Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.711074657Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.711088918Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:19.881365075Z","hostname":"buskin","pid":1661,"file":"illumos-utils/src/running_zone.rs:162"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.421834992Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:80"} {"msg":"Underlay Available","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.422272044Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:122","sled_id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.422294754Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:177"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.422302605Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:185"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.437966009Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.438207575Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.438429651Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.438667198Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.439022867Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.439342725Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.43949548Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.439611753Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.439735416Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.439827528Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.439918221Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.440011533Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.440182688Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.440355212Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.440541217Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.440726512Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.440902627Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.441078842Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.441267927Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.441428131Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.441593455Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:20.441734449Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:22.754538101Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 70.365404ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:23.021685113Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:23.047970038Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 91.723745ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:23.242501468Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 194.585889ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:23.424175347Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 321.723041ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:23.780728495Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 705.882074ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:24.169210299Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 566.254547ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:24.914428146Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.496755774s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:25.509080877Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 725.049571ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:27.109976894Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:28.305771108Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:29.01720381Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1793"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.477158307Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:972","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.477227068Z","hostname":"buskin","pid":1661,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.532493031Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:195"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.532530802Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:424"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.532555333Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.532563873Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.532607114Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:30.532845121Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"127.717024ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.532918273Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.533094827Z","hostname":"buskin","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:137"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.533109728Z","hostname":"buskin","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 32 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.533136068Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3176"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.533140478Z","hostname":"buskin","pid":1661,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:60198","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.536538619Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.53659727Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.536735484Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.536801525Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.536852997Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.536897298Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.537495284Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:703","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2bf93973-1ac3-4301-9594-850899b6a266): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.569002148Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:58347"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.569242834Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.569325956Z","hostname":"buskin","pid":1661,"uri":"/zpools","method":"GET","req_id":"c0226272-88ae-4197-b97a-f750a7cc0105","remote_addr":"[fd00:1122:3344:101::1]:58347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":181,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.598710584Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:62123"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.599214007Z","hostname":"buskin","pid":1661,"uri":"/sled-role","method":"GET","req_id":"9f762ece-b272-4b07-911d-d98ae9a6dc0b","remote_addr":"[fd00:1122:3344:101::1]:62123","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":470,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.601439977Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.601450687Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.601736844Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.60194135Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:751"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.633735301Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.633951837Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:49721"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.634305147Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.634315577Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:30.66316628Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"483.512227ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.667454024Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.685515952Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.685564793Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.73453977Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.734574171Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.781296387Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.781350219Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.781357589Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.781402Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.783702151Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.784913003Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.786127635Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.835763339Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.837791163Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.841512392Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.845125007Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.859474087Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.864296255Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.868239309Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:30.9944721Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:31.148521678Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"1.411294355s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:31.190439728Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:31.335679762Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:31.567297264Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:31.859499889Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:32.314612335Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:32.561391178Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"1.278344056s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:32.568377893Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:32.674301467Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:32.679346761Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075\") failed: Property not found. retry in 28.444524ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:32.709263653Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075\") failed: Property not found. retry in 95.795375ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:32.746618101Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:32.768774388Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"wait for service Some(\"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70\") failed: Property not found. retry in 62.888172ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:32.843225568Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae\") failed: Property not found. retry in 28.930233ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:32.855321659Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075\") failed: Property not found. retry in 120.697627ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:32.870299605Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae\") failed: Property not found. retry in 63.238036ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:32.897801543Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70\") failed: Property not found. retry in 85.646528ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.010056605Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075\") failed: Property not found. retry in 278.314777ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.055161839Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae\") failed: Property not found. retry in 284.613171ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.073509944Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70\") failed: Property not found. retry in 255.516043ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.115145106Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:33.281523691Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:33.309734217Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075\") failed: Property not found. retry in 1.184237755s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.359539106Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae\") failed: Property not found. retry in 576.25515ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.383260604Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70\") failed: Property not found. retry in 419.49925ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.398053965Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:33.620629387Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"wait for service Some(\"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70\") failed: Property not found. retry in 912.769746ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.82738309Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.841470263Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"2.105121165s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae\") failed: Property not found. retry in 732.807268ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:33.968345472Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:34.069440418Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:34.149826176Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1810"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:34.149842076Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:625"} {"msg":"wait for service Some(\"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075\") failed: Property not found. retry in 1.310210696s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:34.555019302Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae\") failed: Property not found. retry in 1.327318035s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:34.712664475Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70\") failed: Property not found. retry in 1.483463448s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:34.750763603Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:35.342664611Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"wait for service Some(\"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075\") failed: Property not found. retry in 1.233794456s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:35.874378117Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:35.949802413Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"11.837101988s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae\") failed: Property not found. retry in 645.657429ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:36.049178393Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70\") failed: Property not found. retry in 934.538673ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:36.242827419Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae\") failed: Property not found. retry in 1.155970314s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:36.70447577Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:36.734577787Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"wait for service Some(\"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075\") failed: Property not found. retry in 1.218367216s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:37.116809965Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70\") failed: Property not found. retry in 552.568049ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:37.185906924Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:37.788974338Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:37.789024689Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_1b98cf87-b499-4275-bc3f-c38edab51a70","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:38.350280036Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:38.350329417Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:38.540722367Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2072"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:feb2:4db7","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:38.683982839Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1817"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:38.68968148Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:38.808003692Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2357"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.051888018Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2236"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.076934021Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.078384519Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.081563934Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.130115869Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.130174681Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_7516dba4-cab3-45fa-b33f-fb639159e075","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.352625759Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2271"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.544831327Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2538"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.676727658Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.6767928Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.689379323Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2543"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.851517495Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2072"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:39.871944246Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2477"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.038940816Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2265"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.048807697Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3428","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.048858139Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3444"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.04889212Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.40060123Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.400650051Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_00322514-d9eb-4d4c-9182-710dc5fae5ae","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.596969258Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3452"} {"msg":"configuring dendrite zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.602824203Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3508"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.785214101Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3548","rack_subnet":"fd00:1122:3344::"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.836882959Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:359"} {"msg":"Failed to get switch ID from MGS (retrying in 62.0205ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:40.869326538Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15306112-436d-4843-9bef-19ac206e2355\", \"content-length\": \"152\", \"date\": \"Fri, 19 Jan 2024 22:41:40 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"15306112-436d-4843-9bef-19ac206e2355\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 71.994655ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:40.932247953Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df73d8b3-4de0-4a45-bc07-74c5cfb84992\", \"content-length\": \"152\", \"date\": \"Fri, 19 Jan 2024 22:41:40 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"df73d8b3-4de0-4a45-bc07-74c5cfb84992\" }"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.945149435Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:40.945160275Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Failed to get switch ID from MGS (retrying in 282.017899ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:41.005610435Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a7facd3-b72a-4fc5-bde3-41df5e48b9e7\", \"content-length\": \"152\", \"date\": \"Fri, 19 Jan 2024 22:41:40 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"7a7facd3-b72a-4fc5-bde3-41df5e48b9e7\" }"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.117929208Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2072"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.289332385Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:407"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.321366293Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:558"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.321457676Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:627"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.321760244Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:630","uptime":"3"} {"msg":"Configuring boundary services loopback address on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.321770054Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:429","config":"Ipv6Entry {\n addr: fd00:99::1,\n tag: \"omicron\",\n}"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.32274482Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {\n \"0.0.0.0/0\": [\n RouteSettingsV4 {\n link_id: 0,\n nexthop: 10.151.1.100,\n },\n ],\n },\n v6_routes: {},\n}"} {"msg":"advertising boundary services loopback address","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.323352926Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:457"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.388524721Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[fd00:1122:3344:101::2]:8000","component":"ServiceManager","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:99::, len: 64 }"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.432247459Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.595464879Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.64801092Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.648151334Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.648334689Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.648602756Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"d8b15f8b-049f-4794-88b7-68e862bcd7f8","remote_addr":"[fd00:1122:3344:101::1]:49721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":11014510,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.650504506Z","hostname":"buskin","pid":1661,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.695089877Z","hostname":"buskin","pid":1661,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:41.738989119Z","hostname":"buskin","pid":1661,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:42.955694616Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:453"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:42.955709316Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:42.988642368Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:42.989371427Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:42.989383437Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.018304933Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.018505408Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:35515"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.018772325Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.018788026Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.038486047Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.038571609Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.060050608Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.06010391Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.07824322Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.078317521Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.078568788Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.07865613Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.080772686Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.113569415Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.114415687Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.114434498Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.158833373Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte0\", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 138, 62]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.158881994Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.159520791Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.159534691Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.159882211Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.161077592Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.185277773Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:43.204695437Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:44.083556391Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:44.199382017Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d\") failed: Property not found. retry in 52.105438ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:44.33508268Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d\") failed: Property not found. retry in 51.804162ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:44.39518441Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d\") failed: Property not found. retry in 194.208997ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:44.458726202Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:44.640622748Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:44.640831213Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"2a4aac68-79c3-4c82-9d4f-4aa759ce7a6e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60265","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":106,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d\") failed: Property not found. retry in 204.730824ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:44.664379896Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d\") failed: Property not found. retry in 1.085215314s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:44.878855194Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d\") failed: Property not found. retry in 699.885377ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:45.9742659Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d\") failed: Property not found. retry in 1.013981489s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:46.684020658Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d\") failed: Property not found. retry in 1.090602419s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:47.707400978Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:48.838829959Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:48.83890601Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:49.394806525Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:49.394868527Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Set up NTP service boundary=true, Servers=[\"0.pool.ntp.org\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:49.592124099Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2163"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:49.62049331Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.400259505Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.450365041Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.45067871Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.450935906Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"d38b67cd-1a7f-4de8-9d49-6040cb09273e","remote_addr":"[fd00:1122:3344:101::1]:35515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":11432385,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.45335366Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:494"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.482990165Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.483147509Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:53959"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_cd3dd295-7c94-4676-a613-40eff44daa0d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.492562458Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.492696122Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"aaf107e2-8818-48c6-b1ef-594a294408e6","remote_addr":"[fd00:1122:3344:101::1]:53959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9418,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:54.496196904Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.598541213Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.598670707Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:56815"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.606647178Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"5b6050ef-cb99-40e0-91f9-0bf360ffef52","remote_addr":"[fd00:1122:3344:101::1]:56815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7854,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.608391154Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:54.608411345Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.716957578Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.717062591Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:60779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.72572416Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"89c38842-5a47-4ed0-af26-106809472b7b","remote_addr":"[fd00:1122:3344:101::1]:60779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8504,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.727332443Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:54.727338073Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.861616957Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.861742261Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:46498"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.869775784Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"e7a00e5e-6db8-41b4-8b95-10be03b124c9","remote_addr":"[fd00:1122:3344:101::1]:46498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7933,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:54.871641073Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:54.871645813Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.085124344Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.085238207Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:52009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.093529187Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"8fad6c84-f0c5-47ba-8c54-194d85efd676","remote_addr":"[fd00:1122:3344:101::1]:52009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8142,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.095441177Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:55.095446707Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.305093797Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.30520992Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:47614"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.314379522Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"05a6b3e4-ab0f-41ed-85bd-1d34adfc8cd6","remote_addr":"[fd00:1122:3344:101::1]:47614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":9029,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.316116999Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:55.316126539Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.641199164Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.641318707Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:51590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.649423192Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"54329266-560a-4a01-be7d-b0fd1d46b5f0","remote_addr":"[fd00:1122:3344:101::1]:51590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8004,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:55.651436355Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:55.651441945Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:56.115004196Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:56.115118729Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:63383"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:56.123260854Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"c579a58d-f9f8-474d-9c3a-ecb3a11d315b","remote_addr":"[fd00:1122:3344:101::1]:63383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8025,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:56.127145457Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:56.127151928Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:56.50162637Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:56.501722143Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:52036"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:56.509715424Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"0454f37e-7a87-4201-b670-e31ec29f05f6","remote_addr":"[fd00:1122:3344:101::1]:52036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7866,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:56.511644726Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:56.511650416Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:57.107367225Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:57.107488188Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:61870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:57.115616843Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"73c98355-41e1-4f94-a626-c79eedf1ae1e","remote_addr":"[fd00:1122:3344:101::1]:61870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7994,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:57.118868379Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:57.118876499Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:57.587009441Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:57.587122795Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:55926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:57.596174244Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"756e4d9a-8046-44ea-b17d-91710615eaec","remote_addr":"[fd00:1122:3344:101::1]:55926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8913,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:57.597873969Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:57.597879999Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:58.025473368Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:58.0255742Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:62316"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:58.033802008Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"8c307a05-046f-4da8-a653-a0b7c482107d","remote_addr":"[fd00:1122:3344:101::1]:62316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8110,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:58.03574545Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:58.03575011Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:58.961083605Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:58.961193607Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:44495"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:58.969909548Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"adecaf37-885a-4ec4-80e7-18373cc84cb6","remote_addr":"[fd00:1122:3344:101::1]:44495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8555,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705704112.9074326, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:58.972119906Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:41:58.972127697Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.404556854Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.161830134Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.161945357Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:38156"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.165628164Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.182591553Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"6b32e8a0-3fad-48e0-868b-4820e464ede2","remote_addr":"[fd00:1122:3344:101::1]:38156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":20455,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1081041888, ip_addr: 64.111.99.224, stratum: 5, ref_time: 1705704119.10321, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.18437001Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.184376331Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1042"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.213232465Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.213502412Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:41648"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.21383997Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.213859521Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.233918992Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.233995644Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.25385466Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.253916711Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.272257007Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.272313669Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.323056772Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.325359683Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.373097046Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.373171928Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.424560218Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.42462992Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.477377896Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.477448798Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.52777273Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.527832232Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.528039707Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.535336171Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.543158168Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.543182348Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.543201429Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.543213519Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.54323278Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.637169046Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.641588383Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.645966449Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.650442027Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.655195983Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.660003151Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.664246003Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.668047473Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.672866441Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:41:59.677613357Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:03.552043074Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:03.552132657Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:03.552225559Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:03.556110952Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:03.558474515Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:03.563527008Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:03.563675292Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 47.098232ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:03.706883103Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 40.972795ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:03.712863562Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 67.730681ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:03.718598173Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 55.684818ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:03.760641756Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 98.013551ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:03.767679282Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 110.91316ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:03.890062932Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 117.60652ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.016220672Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 267.41294ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.050055837Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 223.633847ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.107904988Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:04.172147519Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:04.172347684Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 474.488697ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.249808905Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:04.263677402Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:04.264289858Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 423.069033ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.358644206Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 495.661567ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.379063826Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:04.413692023Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 35.579623ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.650704727Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 98.558625ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.703369861Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 70.467513ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.716133869Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 857.572153ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.746849052Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 1.130854012s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:04.974357604Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 188.054947ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:05.060251498Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 127.184503ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:05.134614217Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 908.265693ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:05.518912249Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 244.897804ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:05.623090087Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 162.275611ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:05.731945409Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.138806381s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:05.822187867Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 915.966881ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:05.930397142Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 564.955392ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:06.038968026Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 1.226440493s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:06.254520371Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 657.889788ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:06.441297156Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 734.760488ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:06.616035341Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 1.280582503s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:06.858020717Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.052655618s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:06.973680238Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 1.002361088s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:07.109594886Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 1.119806987s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:07.361497324Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 522.691534ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:07.489625316Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 650.529671ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:08.022025069Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.060981437s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:08.034720465Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 604.61429ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:08.120608669Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 925.398718ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:08.146423992Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 1.158468378s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:08.491548858Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 1.470847817s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:08.685866122Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 975.830421ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:08.738065574Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 1.165715696s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:09.082947993Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.20416801s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:09.105227333Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:09.415809474Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 698.975447ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:09.661306903Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 1.205194242s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:09.725919473Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 688.394245ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:10.167499242Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 963.038575ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:10.257862694Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 742.267062ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:10.31817076Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 802.111756ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:10.368668397Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 1.223950393s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:10.864051381Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 1.291248224s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:10.939086017Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 862.767344ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:11.068256716Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 1.082331169s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:11.179383628Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 1.158648673s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:11.229389101Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 688.04379ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:11.940019713Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87\") failed: Property not found. retry in 1.147013212s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:12.097908292Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_df7e169a-aa8f-46fa-b3a0-821387ed6f87","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb\") failed: Property not found. retry in 1.471587197s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:12.23986535Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_10e924a1-ee54-42f7-8911-0b8bb2cc55cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 602.647074ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:12.270449879Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2\") failed: Property not found. retry in 1.057005147s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:12.396565808Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_b2659ce6-f2f1-401d-b5b7-17f9c7310fb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.330648224s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:12.636633712Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d\") failed: Property not found. retry in 726.871943ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:12.883351863Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_9b83d938-3da7-4aff-87ea-2c78e743fc0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 552.589909ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:13.977040354Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:14.417463773Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.391932053s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:14.541603589Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:14.680773123Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38806"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:14.680891566Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"6fcf0016-6c7d-4622-b9f5-0440cd33678f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38806","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":67,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.400204631s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:15.945263135Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.440701491s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:17.358013192Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.2611268s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:18.808356684Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:19.419387979Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 605.044557ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:20.079364909Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 796.056054ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:20.693211718Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.450165856s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:21.499529122Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed\") failed: Property not found. retry in 1.037048022s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:22.960930397Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f57d8b70-95ce-4988-bbe6-9330d2564bed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:24.019968281Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:24.020586497Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:24.132452438Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"c387cd90-7c14-4af4-b55a-47a087b1faa0","remote_addr":"[fd00:1122:3344:101::1]:41648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":24333788,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:24.165575755Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:64540"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:24.194319956Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2999"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:24.41999967Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:29.550218047Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:32.18545767Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3017"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:32.188606824Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:34.539425182Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:39.527110499Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.182408338Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.182511251Z","hostname":"buskin","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"2e23b675-09a6-4b3d-82a4-06c6f36f4dcf","remote_addr":"[fd00:1122:3344:101::1]:64540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":17920964,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.217442098Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.217834386Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:48617"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.21903159Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.219038211Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.242471643Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.242515194Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.26044375Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.260493461Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.276517716Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.276551217Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.295096629Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.295144211Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.311718831Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.311754622Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.329834162Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.329871933Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.348498771Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.348539868Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.364462892Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.364493862Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.474160491Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.474203194Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.618779344Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.618830362Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.730888647Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.730930168Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.817889546Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.817929307Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.926212931Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:42.926269863Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.024847039Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.024894271Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.121602067Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.121645999Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.236680722Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.236728703Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.311615771Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.311671163Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.438771016Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.438816807Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.53460524Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.534653641Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.635217071Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.635264762Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.635533249Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.646756007Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"e9f88534-d9af-49e2-bcbd-3c7aa09701d4","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":1432618,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:43.647207399Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"53.14275ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f88534-d9af-49e2-bcbd-3c7aa09701d4\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e9f88534-d9af-49e2-bcbd-3c7aa09701d4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.701167901Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.701916221Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.701940762Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.720188966Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.720225247Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.739773456Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.739807007Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.758512463Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.758554274Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.777678472Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.777717103Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.797260942Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.797296393Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.814985742Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.815024023Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.831485949Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.831516831Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.849152459Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.84918613Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.867412954Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.867459305Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.884890927Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.884929749Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.90268878Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.902730901Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.921384506Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.921431197Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.940473473Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.940515694Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.958275855Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.958317367Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.97766094Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.977719611Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.998313318Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:43.99835951Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.018465833Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.018517385Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.037424226Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.037455727Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.055898577Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.055929958Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.076295948Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.076345269Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.076539174Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.085017699Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"720bedaf-c3f2-4826-8af1-c6a5b9d7e9ec","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":384324,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:44.085332268Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"154.44685ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720bedaf-c3f2-4826-8af1-c6a5b9d7e9ec\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"720bedaf-c3f2-4826-8af1-c6a5b9d7e9ec\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.240147697Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.240918668Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.240934398Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.262455739Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.26249906Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.281098024Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.281152635Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.300611362Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.300644483Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.318806555Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.318842926Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.337285775Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.337324616Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.355896399Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.355946751Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.373928998Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.373967859Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.390025425Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.390064956Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.406621756Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.406656157Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.423077483Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.423112264Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.439142709Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.4391853Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.456794171Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.456840559Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.473858591Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.473911682Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.490558694Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.490600905Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.508201392Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.508236043Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.514925261Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.525688106Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.525724827Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.543855468Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.54389731Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.561913368Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.561954879Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.579038612Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.579082103Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.59592956Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.595974032Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.596183657Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.60267505Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"6f5b1f4f-669c-4fb6-904a-3f1608eff3cf","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":362953,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:44.602949587Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"154.855651ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f5b1f4f-669c-4fb6-904a-3f1608eff3cf\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6f5b1f4f-669c-4fb6-904a-3f1608eff3cf\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.758919567Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.759653096Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.759674227Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.778109366Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.778147767Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.795737734Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.795779905Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.807619519Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.807830705Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"eb6ddb0c-24d3-4595-a217-d741cc3521df","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63354","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":129,"response_code":"200"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.816143986Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.816180767Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.834416231Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.834450972Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.85285542Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.852893631Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.868961208Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.868994779Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.885459116Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.885498647Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.903889945Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.903917246Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.920764843Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.920802014Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.937341293Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.937379704Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.956707347Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.956740858Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.97340553Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.973439701Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.990116094Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:44.990148444Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.008721337Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.008766569Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.027397943Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.027440334Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.046651044Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.046686685Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.065544405Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.065578516Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.084743945Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.084775246Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.102484126Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.102523697Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.119919939Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.1199534Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.120231767Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.127545551Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"42c4bb7a-558b-4150-9c71-4c36669f1ed3","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":369074,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:45.12786879Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"160.263837ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c4bb7a-558b-4150-9c71-4c36669f1ed3\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"42c4bb7a-558b-4150-9c71-4c36669f1ed3\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.288653517Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.289419878Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.289435898Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.310936249Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.31098262Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.330039416Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.330082057Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.351281909Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.351325274Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.370095489Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.37013193Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.391779284Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.391827846Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.412179033Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.412213987Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.430851741Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.430896023Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.450901844Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.450945485Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.471033368Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.471074309Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.492624541Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.492671022Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.512585521Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.512638172Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.531454932Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.531496353Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.550932949Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.55098006Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.570518449Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.57056171Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.591093045Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.591128426Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.610082159Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.61012582Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.628815356Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.628858637Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.649985338Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.650025269Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.67078374Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.670822661Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.690291178Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.690331869Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.690566685Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.698633129Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"d0b5d589-3243-4eb7-b3c9-e6a4e4ae0087","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":410515,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:45.698914917Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"214.157451ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0b5d589-3243-4eb7-b3c9-e6a4e4ae0087\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d0b5d589-3243-4eb7-b3c9-e6a4e4ae0087\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.913584735Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.914274393Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.914286693Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.936553744Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.936598906Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.956798252Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.956838053Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.978119108Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.978167059Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.997072541Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:45.997115832Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.017587105Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.017624706Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.03749384Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.037532575Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.05541389Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.055453171Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.075603385Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.075652216Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.09689325Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.096932151Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.114888928Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.114940899Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.133375949Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.13341282Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.154305854Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.154347936Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.174849209Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.174892891Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.193384621Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.193437323Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.21500392Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.215042627Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.234436881Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.234487903Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.254197966Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.254236787Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.274905115Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.274940096Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.294432344Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.294475565Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.313832209Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.31387427Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.314087605Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.322051227Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"69657bda-9156-4b90-9b93-c91e4de5d829","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":409101,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:46.322322574Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"360.950344ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69657bda-9156-4b90-9b93-c91e4de5d829\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"69657bda-9156-4b90-9b93-c91e4de5d829\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.683642525Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.684454726Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.684468386Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.706590843Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.706638115Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.72529154Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.725339311Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.745241529Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.74527863Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.76411395Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.764151522Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.784003398Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.78404561Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.802041287Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.802088818Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.821680309Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.82172518Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.842260705Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.842306866Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.861154516Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.861197057Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.879574665Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.879612976Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.900794778Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.900832709Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.920200853Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.920253695Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.939453795Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.939496186Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.957781801Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.957824242Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.97772734Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.977766112Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.994688911Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:46.994740852Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.011849179Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.011887357Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.030304686Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.030343827Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.051746294Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.051791916Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.072843415Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.072891456Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.073109372Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.080751445Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"531dbc15-da10-4e4a-987f-2259b8b1f8c5","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":397604,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:47.081019612Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"228.63292ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"531dbc15-da10-4e4a-987f-2259b8b1f8c5\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"531dbc15-da10-4e4a-987f-2259b8b1f8c5\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.30965435Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.310331128Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.310346529Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.332152078Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.332206919Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.351965514Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.352016525Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.369266003Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.369336925Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.386334826Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.386385507Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.40308105Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.403133982Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.420938014Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.420981905Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.437525655Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.437566436Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.453897119Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.453946031Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.472249456Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.472294838Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.493942142Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.493998864Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.513780079Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.51383989Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.534424959Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.534473348Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.553697398Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.553746209Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.573199816Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.573261127Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.593076593Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.593125905Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.613142646Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.613192674Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.630939269Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.63099093Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.650984401Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.651032002Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.669373529Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.66942427Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.68865213Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.688703362Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.688915347Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:47.696405756Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"a8b68f36-e4c7-4ecb-aecb-4e294e96d085","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":387316,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:47.696704934Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"443.714315ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b68f36-e4c7-4ecb-aecb-4e294e96d085\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a8b68f36-e4c7-4ecb-aecb-4e294e96d085\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.140865123Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.141705125Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.141715186Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.165340323Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.165411385Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.186408462Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.186466614Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.207116251Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.207166403Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.227224975Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.227274647Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.247995487Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.248041248Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.26655886Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.266612741Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.286678383Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.286737485Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.303736326Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.303797468Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.324480207Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.324527588Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.347118318Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.347169939Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.368750132Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.368799273Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.389748799Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.389802001Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.410560632Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.410611883Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.429572346Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.429621568Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.450678936Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.450726768Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.472407693Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.472480645Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.494189031Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.494245233Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.514821089Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.51487148Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.5367262Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.536778832Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.558226901Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.558278883Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.558488718Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:48.56645903Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"429299a6-f717-4a8c-af6a-53233fb6f5bd","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":426105,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:48.566760018Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"642.106891ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"429299a6-f717-4a8c-af6a-53233fb6f5bd\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"429299a6-f717-4a8c-af6a-53233fb6f5bd\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.208394768Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.209049936Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.209063516Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.231821139Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.231865022Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.252926101Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.252967311Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.272781017Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.272833089Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.294116394Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.294159345Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.31393606Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.313990541Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.334826144Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.334879896Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.354678721Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.354725372Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.37533093Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.375374051Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.39494843Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.394993841Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.416301082Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.416348368Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.438555308Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.438603869Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.458381194Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.458427785Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.477719317Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.477764848Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.498674693Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.498736375Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.502206027Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.519171328Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.519224159Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.538728347Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.538768228Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.558163472Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.558206033Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.576812127Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.576858904Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.595504943Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.595543944Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.614184619Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.614242821Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.614469637Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:49.622207242Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"68f2c8d8-18ff-4383-913a-559e5ba04008","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":414473,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:49.6224987Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"730.939705ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f2c8d8-18ff-4383-913a-559e5ba04008\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"68f2c8d8-18ff-4383-913a-559e5ba04008\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.353040351Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.353736931Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.353753789Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.376163624Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.376222066Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.397922472Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.397964393Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.416947447Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.416992048Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.435663414Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.435717655Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.455221923Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.455266894Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.474872995Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.474912025Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.494387733Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.494432514Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.513084229Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.51314189Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.533630054Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.533698246Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.552930646Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.552973417Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.572339062Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.572393993Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.591316655Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.591371157Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.610114174Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.610159575Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.62917601Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.629212941Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.649816008Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.649868079Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.668522584Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.668574536Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.687224471Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.687263732Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.706067671Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.706102572Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.724707376Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.727055928Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.743640748Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.743676918Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.743901485Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:50.751649821Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"7aa3dc14-e427-43d6-ba65-5f0ae2e57f8c","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":399198,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:50.751941299Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"437.341068ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aa3dc14-e427-43d6-ba65-5f0ae2e57f8c\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7aa3dc14-e427-43d6-ba65-5f0ae2e57f8c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.189261926Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.189996596Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.190009166Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.211012144Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.211056305Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.230793429Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.23084062Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.250399659Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.2504463Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.269356312Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.269405274Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.287580666Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.287628517Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.306108958Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.306157264Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.323997543Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.324047474Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.342106873Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.342146214Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.362057113Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.362106804Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.38191211Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.381961029Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.399920297Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.399960939Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.418141921Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.418185223Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.436819712Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.436859258Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.454783514Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.454823675Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.473293765Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.473346637Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.492107175Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.492146006Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.511388967Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.511445208Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.529688882Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.529753924Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.548592684Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.548630045Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.567565218Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.567614799Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.567871646Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:51.575476988Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"d2709a02-07c1-4b65-8aaf-f4017851e548","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":386728,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:51.575770425Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"543.729098ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2709a02-07c1-4b65-8aaf-f4017851e548\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d2709a02-07c1-4b65-8aaf-f4017851e548\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.118675296Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.119388634Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.119400645Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.141862731Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.141914503Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.162036117Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.162078388Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.181542814Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.181593346Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.200648671Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.200694243Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.219496472Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.219535083Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.238011983Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.238054024Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.25674842Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.256792542Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.275392655Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.275459537Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.295313344Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.295350395Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.314413057Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.314457582Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.332524022Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.332581793Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.351629289Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.351687951Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.370247693Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.370288458Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.388617311Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.388676522Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.407755709Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.40779587Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.426523167Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.426575518Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.444938906Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.444996197Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.464056103Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.464096264Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.483559171Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.483628003Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.502071012Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.502128394Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.502338749Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:52.509683294Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"ff1d5550-ce07-44d3-95c8-6d4a4d04d007","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":391524,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:52.510014403Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.324155636s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff1d5550-ce07-44d3-95c8-6d4a4d04d007\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ff1d5550-ce07-44d3-95c8-6d4a4d04d007\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.831107149Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.831775127Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.831790237Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.853707059Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.8537537Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.873515845Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.873558506Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.893562537Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.893614518Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.912868589Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.912922851Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.931720699Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.931769111Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.948923306Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.948969197Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.967489299Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.96753887Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.98563097Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:53.985685422Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.0055966Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.005644072Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.026697791Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.026762354Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.046527936Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.046581588Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.064945325Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.064990427Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.083095167Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.083146168Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.101896286Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.101938237Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.120017917Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.120063268Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.139656378Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.139703379Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.158825657Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.158866008Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.177242676Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.177286047Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.195199052Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.195244074Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.213038886Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.213084667Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.213303123Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.220902805Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"f84523f7-8c36-4eed-8238-d4fc5838c348","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":390375,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:54.221194202Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"711.609789ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f84523f7-8c36-4eed-8238-d4fc5838c348\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f84523f7-8c36-4eed-8238-d4fc5838c348\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.489486274Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.932431771Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.933217712Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.933226232Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.953802108Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.953841949Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.972031912Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.972098094Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.99041332Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:54.990453341Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.010206145Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.010269287Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.030232477Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.030276748Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.049649811Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.049699653Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.06842926Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.068483841Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.087214739Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.08726273Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.10611579Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.106159831Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.124042486Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.124082837Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.142832945Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.142877716Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.161361247Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.161400537Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.179229601Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.179273262Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.198973575Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.199013836Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.218499943Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.218554764Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.237617371Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.237662432Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.257150819Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.257213421Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.275679191Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.275716792Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.294188472Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.294241003Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.315290236Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.315341654Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.315543899Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:55.323044218Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"8b6c51d8-6588-4764-a54f-b01a7b6667fa","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":391098,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:55.323396237Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.437257653s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b6c51d8-6588-4764-a54f-b01a7b6667fa\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8b6c51d8-6588-4764-a54f-b01a7b6667fa\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.757323858Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.758272633Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.758287444Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.779422175Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.779506137Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.79732342Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.797384501Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.814713301Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.814775113Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.833952552Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.834010353Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.854349924Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.854386805Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.872515446Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.872564717Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.891221042Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.891265003Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.9099668Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.910017501Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.928161883Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.928214114Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.948161603Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.948206295Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.966971413Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.967013064Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.985426323Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:56.985475994Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.003964775Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.004005556Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.022631448Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.022686892Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.041799128Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.04184758Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.060272349Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.060339991Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.081057021Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.081131932Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.099706866Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.099746447Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.117704593Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.117760195Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.135811224Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.135862455Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.136085491Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:57.143624921Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"4b3f32d7-1ef8-4b67-9c3e-ee360d3ad630","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":386609,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:57.143931659Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.227607883s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b3f32d7-1ef8-4b67-9c3e-ee360d3ad630\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4b3f32d7-1ef8-4b67-9c3e-ee360d3ad630\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.369303214Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.370520746Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.370537316Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.393673821Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.393718202Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.412872775Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.412919611Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.431967447Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.432008968Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.451207518Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.451257499Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.469917524Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.469957385Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.488299512Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.488352354Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.505695344Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.505735445Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.524925854Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.524999966Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.542652075Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.542700496Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.56094102Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.560983651Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.577861439Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.577919821Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.596266778Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.59632782Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.61519529Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.615258122Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.633587438Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.63363209Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.652409438Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.65247871Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.670846427Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.670917129Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.688615189Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.68866836Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.707336746Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.707378067Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.726419083Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.726479324Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.745270253Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.745321224Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.74554601Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:58.753103671Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"11cfbac1-f8c2-49a7-8afc-cdc7340ba0b1","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":384018,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:42:58.753392949Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.312899431s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11cfbac1-f8c2-49a7-8afc-cdc7340ba0b1\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:42:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"11cfbac1-f8c2-49a7-8afc-cdc7340ba0b1\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:42:59.477089118Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.060683224Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.061319507Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.061327697Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.083907637Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.083955138Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.104292328Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.104337449Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.123840267Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.123876348Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.142009299Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.14204897Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.160714715Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.160769717Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.179382061Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.179424162Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.197562753Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.197602475Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.215239159Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.215285244Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.233936539Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.23397779Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.252529932Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.252569804Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.271094873Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.271148307Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.289280038Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.289320569Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.307991315Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.308038356Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.326413434Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.326451885Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.345364897Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.345410188Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.363635782Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.363676903Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.382577855Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.382621196Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.401580049Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.40163377Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.420898152Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.420966454Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.439626309Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.43967089Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.439919257Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:01.447128918Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"5d3714e5-0478-4d71-bfd4-8738f830384d","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":387040,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:01.447418236Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.508129339s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d3714e5-0478-4d71-bfd4-8738f830384d\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:43:01 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5d3714e5-0478-4d71-bfd4-8738f830384d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:03.949542909Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:03.950207347Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:03.950224257Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:03.973289289Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:03.973330711Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:03.993601209Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:03.99366378Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.014442712Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.014489013Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.032771898Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.03282629Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.051706121Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.051752512Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.069120783Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.069170774Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.087751527Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.087792349Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.105631612Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.105673973Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.125217662Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.125266273Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.145687635Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.145725606Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.165781619Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.16583198Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.186016616Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.186064797Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.207495376Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.207538117Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.228401191Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.228445352Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.24945836Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.249508891Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.269709527Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.269751728Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.289364029Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.28941051Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.31125134Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.311292321Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.330341617Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.330384788Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.349760229Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.349805933Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.35005059Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.358099193Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"98560468-4782-4845-867b-57067d5e13e3","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":409200,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:04.358390341Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.56289558s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98560468-4782-4845-867b-57067d5e13e3\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:43:03 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"98560468-4782-4845-867b-57067d5e13e3\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:04.465104544Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:05.918752098Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:05.919790795Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:05.919804176Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:05.942028465Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:05.942077527Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:05.962598882Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:05.962659123Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:05.981839252Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:05.981879193Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.000198369Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.000242041Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.01868559Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.018729891Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.036587625Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.036648247Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.056813872Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.056881314Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.074072871Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.074115581Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.092479309Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.094820001Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.112037078Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.112083679Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.129957574Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.130018825Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.148688311Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.148730512Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.167761677Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.167813558Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.186984757Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.187035439Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.208606411Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.208664803Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.228109719Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.22815166Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.250343419Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.25038884Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.272141507Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.272188979Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.294277195Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.294322556Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.315878448Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.31594532Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.316185587Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:06.325059122Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"bca9f414-8471-4a64-af0c-df67991fecd3","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":406597,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:06.32536083Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.422102661s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bca9f414-8471-4a64-af0c-df67991fecd3\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:43:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bca9f414-8471-4a64-af0c-df67991fecd3\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.741461761Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.742271022Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.742296673Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.764293536Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.764340008Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.784546034Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.784589285Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.803538228Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.80358665Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.822775549Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.822831Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.844329531Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.844378472Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.862808982Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.862859713Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.882868844Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.882932646Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.902566267Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.902606748Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.921341354Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.921385676Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.941707986Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.941747877Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.960552766Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.960600537Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.979654753Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.979700604Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.998146187Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:08.998195055Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.020308562Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.020362683Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.038405632Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.038455073Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.056111082Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.056158973Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.073709599Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.073765441Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.092919989Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.09296222Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.110479125Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.110523876Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.128419891Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.128468573Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.128699459Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.13703292Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"e0751e48-14db-4cc9-bb9e-ab14ccbda3ab","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":396057,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:09.137357189Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.022912659s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0751e48-14db-4cc9-bb9e-ab14ccbda3ab\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:43:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e0751e48-14db-4cc9-bb9e-ab14ccbda3ab\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:09.45311766Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.15640616Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.157053997Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.157075468Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.181102656Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.181156337Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.202518014Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.202572866Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.22346021Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.223508391Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.244753505Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.244809457Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.264804127Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.264864619Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.284971933Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.285014624Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.302611041Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.302662372Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.321665647Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.321718698Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.33949784Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.339545231Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.357739854Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.357804976Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.377996532Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.378058433Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.396600987Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.396648407Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.415787245Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.415832576Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.434778479Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.434841641Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.453396603Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.45345401Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.471610197Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.471687379Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.490710024Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.490770365Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.508517726Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.508565958Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.526133394Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.526191205Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.54557613Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.545661512Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.545854257Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:11.553764377Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"53c3c07b-c316-4103-8241-d9dc13a0eef2","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":397978,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:11.554044465Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.503553617s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c3c07b-c316-4103-8241-d9dc13a0eef2\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:43:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"53c3c07b-c316-4103-8241-d9dc13a0eef2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.051062183Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.05170598Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.05172173Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.073279192Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.073320843Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.091556508Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.091595599Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.11010981Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.110172652Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.129393082Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.129430503Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.14664329Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.146680981Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.166364783Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.166410384Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.183716994Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.183774575Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.20129635Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.201335651Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.219438972Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.219492523Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.238295523Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.238341984Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.255981992Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.256023423Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.273900208Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.273948989Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.293542489Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.29358731Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.311387852Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.311429344Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.328633114Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.328682672Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.346511865Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.346553626Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.364659077Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.364708568Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.382733196Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.382789548Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.402976814Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.403029345Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.420518669Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.420565141Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.420819137Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.427877195Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"8ab155b5-f0b5-4028-8406-08d05cabd4d2","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":377384,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:14.428192493Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"6.338456877s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ab155b5-f0b5-4028-8406-08d05cabd4d2\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:43:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8ab155b5-f0b5-4028-8406-08d05cabd4d2\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.440935451Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.76000341Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37860"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:14.760115053Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"0f228940-6c1a-4acd-b46b-54b171ce0ba1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37860","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":68,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:19.428815666Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.750720451Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.751581744Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.751599614Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.773874956Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.773945078Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.79398207Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.794038081Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.813469267Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.813538538Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.832843481Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.832902572Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.851028414Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.851064725Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.870525831Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.870570482Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.888890689Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.888964171Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.906996969Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.90703639Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.926000554Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.926069405Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.944733291Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.944771982Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.962822261Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.962876542Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.981052435Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.981107306Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.99973266Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:20.999788582Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.019414543Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.019472222Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.037789151Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.037865523Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.056952859Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.05700184Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.075996935Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.076052486Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.094893966Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.094956258Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.113973853Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.114043755Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.133056959Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.133115361Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.133359567Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:21.140888997Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"5aed9afb-baff-4485-a0c0-1aae6555cfd2","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":390523,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:21.141220956Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"6.754488948s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aed9afb-baff-4485-a0c0-1aae6555cfd2\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:43:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5aed9afb-baff-4485-a0c0-1aae6555cfd2\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:24.416246835Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.878841449Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.879832603Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.879839306Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.902632074Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.902683835Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.924264238Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.924314539Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.944135845Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.944178246Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.962323127Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.962388019Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.982104623Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:27.982157054Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.000962373Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.001010344Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.022120315Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.022177356Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.040312237Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.040358579Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.060811412Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.060850303Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.080267698Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.080318851Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.098742359Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.09878453Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.118080342Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.118115873Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.136817959Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.136881451Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.155456164Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.155499025Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.174257453Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.174321605Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.193541105Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.193608766Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.21221285Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.212259792Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.231341028Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.231378689Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.24910839Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.249154471Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.267813738Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.267883008Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.268093654Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:28.275610983Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"3f52a7dc-cc0e-4e56-ab11-0d2e165459b4","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":397032,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:28.275993463Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"9.057168696s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f52a7dc-cc0e-4e56-ab11-0d2e165459b4\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:43:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3f52a7dc-cc0e-4e56-ab11-0d2e165459b4\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:29.403646264Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:34.391676602Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.30942527Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.310109865Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.310119624Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.332878892Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.332926993Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.354055174Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.354101475Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.374210879Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.37425697Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.392809423Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.392859574Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.412741252Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.412787063Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.434248873Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.434300524Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.456149124Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.456202716Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.476429783Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.476476544Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.495728045Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.495778976Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.515641043Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.515702335Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.53585053Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.535905071Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.558248334Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.558301706Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.578457731Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.578507402Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.599206482Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.599251353Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.619590643Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.619634274Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.637673373Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.637726174Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.657747315Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.657794147Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.676886294Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.676925935Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.69444461Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.694494511Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.712699944Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.712749615Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.712958781Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:37.720021419Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"e25fe14b-0649-4a4d-ad3f-bf0164104318","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":411244,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:37.720301066Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"12.803995877s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e25fe14b-0649-4a4d-ad3f-bf0164104318\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:43:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e25fe14b-0649-4a4d-ad3f-bf0164104318\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:39.379905678Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:44.368048832Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:44.712793154Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:44.712876196Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"e784c2c9-9418-47bb-81ca-689802d5f990","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59779","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":51,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:49.354946364Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 1b98cf87-b499-4275-bc3f-c38edab51a70, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 7516dba4-cab3-45fa-b33f-fb639159e075, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cd3dd295-7c94-4676-a613-40eff44daa0d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e2a8529e-d7ad-44d6-bffc-e737d1e5bc7f, kind: Service { id: cd3dd295-7c94-4676-a613-40eff44daa0d }, name: Name(\"ntp-cd3dd295-7c94-4676-a613-40eff44daa0d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 62])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f57d8b70-95ce-4988-bbe6-9330d2564bed, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 5c994547-9945-4f3f-a3fe-a567934ec643, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d7d109ec-98c1-4633-aba6-b6805122a2a5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: dbafb604-db57-486c-9605-82817c592181, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ac3356ba-788e-475f-bcd7-fa4806b3a839, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 990d064b-344a-47b8-808d-25cdd0424350, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c78f0b87-cec7-49f0-9941-ffd178ce9c91, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 75ab9e64-ab77-455b-8474-508158432862, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 746985b2-4715-4427-b7ae-eae928ee32a3, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c6778fb4-5def-422b-9845-01904a30e0d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 9201a96a-7e67-4a94-911a-19660f20d38c, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.490342181Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.490988639Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 1b98cf87-b499-4275-bc3f-c38edab51a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.490995659Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.513858136Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7516dba4-cab3-45fa-b33f-fb639159e075, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.513918667Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.534708309Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 00322514-d9eb-4d4c-9182-710dc5fae5ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.534761441Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.552674726Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df7e169a-aa8f-46fa-b3a0-821387ed6f87, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.552717219Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.571550467Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 10e924a1-ee54-42f7-8911-0b8bb2cc55cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.571607698Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.589631997Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f57d8b70-95ce-4988-bbe6-9330d2564bed, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.589674258Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.606532116Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9b83d938-3da7-4aff-87ea-2c78e743fc0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.606582807Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.624993276Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b2659ce6-f2f1-401d-b5b7-17f9c7310fb2, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.625046627Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.642957892Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5c994547-9945-4f3f-a3fe-a567934ec643, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.642997473Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.664195456Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.664235867Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.683830817Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dbafb604-db57-486c-9605-82817c592181, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.683882839Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.702263397Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5d0c13a6-a639-4fe6-bff4-3d654abd6307, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.702325928Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.722262477Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f146366-9ff8-4f5f-a95b-ab45f7d369c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.722304839Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.740602744Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 75ab9e64-ab77-455b-8474-508158432862, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.740652596Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.759813844Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 71605134-5aaa-4e3b-bba0-d1bdeeee5cda, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.759863666Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.777932025Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9ab1cc73-5ddc-44db-9642-66ad5203ef70, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.777977246Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.796107658Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.796153109Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.815178564Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 746985b2-4715-4427-b7ae-eae928ee32a3, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.815216595Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.833705856Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6778fb4-5def-422b-9845-01904a30e0d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.833749617Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.851806576Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9201a96a-7e67-4a94-911a-19660f20d38c, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.851872893Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.871473548Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.87155228Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.871880379Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.879400048Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.883345253Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.883520397Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.884829922Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.895906356Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.895980968Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.895988828Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.895993329Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.895997909Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.896002019Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.896006229Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.896013579Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.896017839Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.903261612Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.903370735Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.903388095Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.903394955Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.903411625Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.903421586Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:50.904575467Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.16917768Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.173976307Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.178945509Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.183949722Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.188815181Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.19404924Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.199030663Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.204626881Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.209586693Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.214578765Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.219136476Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.224358765Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.229719587Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.234033861Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.238635824Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.243412841Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.248035223Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.252289466Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.256898219Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.262167188Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.267641984Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.273883199Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.279056967Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.284355357Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.29198851Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.298748289Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.347325239Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.384690931Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.41707075Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.417219994Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.424283091Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.467247422Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.516553001Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.52066843Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.520685861Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.589075256Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte1\", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 200, 142]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.589141798Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.592173278Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.592190719Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.641564289Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte2\", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 205, 90]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.641626381Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.644315842Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.644324822Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.709726728Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte3\", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 189, 186]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.70980182Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.711751662Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.711760272Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.76065565Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte4\", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 170, 163]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.760727172Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.762562971Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.762581561Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.815361922Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte5\", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 251, 176]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.815449175Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"nexus"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.816632846Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.816645486Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.818061734Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.818083684Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.818161187Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.818175807Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.81828302Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.821248609Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.821257879Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.821265999Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.821331301Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.821338151Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.821363302Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.823217855Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.824829174Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.824838484Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.849723464Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.853372791Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.855482607Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.855511688Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.903026259Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.964309316Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.970236233Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.976127759Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.981345898Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.987377008Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:51.994153438Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:52.004858472Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:52.012825074Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:52.020099467Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:53.741846648Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:53.742116576Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:53.972877981Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:53.973239981Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 33.533659ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:54.04515741Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 54.032628ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:54.095920157Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.099131292Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.09941474Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_75ab9e64-ab77-455b-8474-508158432862:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.141708853Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.142109693Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 100.976106ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:54.171175695Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.174711158Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.200902854Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.201244633Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.212621475Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.212869511Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.237707181Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:54.238855611Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 402.744381ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.41950763Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:55.41986996Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:55.420318169Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:55.49861818Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 36.286329ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.538900729Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:55.540871112Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:55.541111298Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 62.617345ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.605364673Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:55.62519627Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:55.62633342Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:55.658566246Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:55.658893685Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 51.074821ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.688198872Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 262.016133ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.706854767Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 43.190009ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.722837602Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 104.640597ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.754995255Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 42.151603ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.770161808Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 38.504985ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.849101903Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 90.536954ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.890524722Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 968.120871ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:55.913388179Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 33.935136ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.107249785Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 253.825781ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.161006362Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:56.161615348Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 114.439011ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.193292279Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 33.325074ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.231204305Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 63.957275ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.337312021Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:56.337873287Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 261.143098ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.397197091Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 224.822673ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.5290168Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 63.268141ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.588254393Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 29.247571ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.633190035Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 112.950935ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.707287892Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 68.916327ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.747560761Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 37.624213ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.799038297Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 61.73923ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.841540416Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 148.583627ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:56.925081263Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 590.6078ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.161065567Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 494.212627ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.32392266Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 32.414038ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.441610453Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 367.104274ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.542277156Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 314.90836ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.583598502Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 114.786244ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.622464974Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 95.852455ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.669898543Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 313.706115ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.727213945Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 70.769102ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.776244456Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 114.827282ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.801795971Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 76.582601ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.816647658Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 1.12610368s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.82952213Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 106.130716ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.841249632Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 867.773509ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.854824282Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 754.696774ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.8656997Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 103.592806ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.878286584Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 248.439515ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.890672703Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 178.918746ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.902846996Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 120.61211ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.915869932Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 286.533142ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.928741343Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 527.182343ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.942042437Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 841.494919ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.952860434Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 144.654224ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.964166264Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:57.964435561Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 222.044826ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.980764935Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 151.392815ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:57.993659137Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 351.768073ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.052185667Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 570.916296ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.064646506Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 572.944768ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.093409198Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 256.420147ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.122664102Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 998.728515ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.15240591Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 368.6757ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.164960012Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 573.068772ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.217440141Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 70.457822ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.229168212Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 223.236774ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.243675716Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 129.702901ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.311163272Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 602.741692ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.394253002Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 785.522735ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.419302145Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 248.149943ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.455987026Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 1.009368242s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.484189003Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 1.077400355s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.496152039Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 459.428566ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.546944754Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 906.878553ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.637570173Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 1.453035503s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.654160452Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 713.740602ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.678123897Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 244.764192ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.718105615Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 939.82706ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.736967684Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 812.873554ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.804397949Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 564.833114ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.818313358Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 726.78932ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.972054467Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 1.086470918s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:58.985699788Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 509.347525ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.011197133Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 1.03697707s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.043525749Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 523.093227ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.173707445Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 550.525161ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.223652567Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:43:59.22413034Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 989.58543ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.401344021Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 522.047853ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.418631929Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 55.171933ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.489028692Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 982.757015ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.510614054Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 1.012080483s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.53765288Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 81.029803ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.558129692Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 1.233915108s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.579885838Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 1.116344304s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.674357049Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 192.923876ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.735545348Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 685.215024ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.757811768Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 996.400252ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.774355776Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 960.737161ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.790435211Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 1.28958683s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.803751264Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 810.126983ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.818634048Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 361.80938ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.944706344Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 992.81925ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:43:59.958258303Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:00.002154665Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 673.754705ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.123195519Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 823.77928ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.164532013Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 1.134672908s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.186358761Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 1.022442332s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.324256132Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 36.363261ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.405917094Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 533.073078ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.42730536Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 87.780748ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.458991088Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 666.805032ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.48889225Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:00.489466205Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:00.73898354Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 1.226031805s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.798163447Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:00.80659219Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 955.464635ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.963817922Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 818.168255ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:00.98299047Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 1.391116701s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.004048507Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 1.247354113s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.022035183Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 533.029258ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.038880049Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 909.386646ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.057158153Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 1.127357991s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.075963211Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 1.036018729s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.093725311Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 216.396826ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.109622802Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 928.963797ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.12427299Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 981.794266ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.138609359Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 1.474093909s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.155694902Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 1.258206355s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.175400173Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 73.394539ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.199218134Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 25.880927ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.249535766Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 81.837485ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.286634178Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 88.198077ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.298011279Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 810.024628ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.342569898Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 348.23241ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.362130396Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 1.431529178s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.382199587Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 116.017774ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.398985452Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 135.074118ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.414657557Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 262.720885ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.535597708Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 492.996556ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.569894896Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 1.332658464s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.589931147Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 901.157708ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.736023424Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 846.572214ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.832380025Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 803.878868ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.856341349Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 949.205713ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.944488562Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 1.185292885s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:01.992330669Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 779.882282ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.056272222Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 1.169046932s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.086790469Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 471.65431ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.114887583Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 847.061459ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.140744618Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 1.365777108s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.165518634Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 911.41087ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.189738325Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 852.912106ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.224075233Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 946.11194ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.296037198Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 1.488498223s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.409665577Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 1.425776101s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.447499898Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:02.551782089Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:02.551986474Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 1.067235733s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.598599228Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 1.203545238s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.649490285Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 857.410757ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.668532849Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 1.374648703s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.693792758Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 757.54574ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.722138328Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 1.321955724s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.833950198Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 59.452025ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.848897474Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 886.08472ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.867774553Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 729.467574ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.908117231Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 88.501172ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.921335681Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 752.279794ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:02.942411889Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 1.189655165s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.093620742Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 1.025943825s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.108227409Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 921.285724ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.12415185Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 278.485662ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.133768285Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 1.007933446s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.189728206Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 1.126540337s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.256277328Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 1.391775464s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.268473291Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 331.560172ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.424326746Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 765.687134ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.491992168Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 878.746089ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.540877932Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 1.279684808s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.551839062Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 962.592173ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.652433595Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 1.379202073s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.67757611Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 1.143038568s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.706831725Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 1.109835856s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.764509622Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 1.164698125s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.773747667Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 1.400834247s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.865530606Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 1.037174449s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.884380585Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 1.30774589s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:03.910432935Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 1.255061513s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.058255458Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 1.319475853s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.082057528Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 847.821568ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.146513774Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 1.327891403s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.167545601Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 1.326207009s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.209096811Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 877.370941ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.271973895Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 1.19241392s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.295654452Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 854.913756ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.395840474Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 1.435352092s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.432485594Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 1.29635222s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.629146391Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 650.776409ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.672311563Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 780.003472ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.846379401Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 632.602019ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.861046469Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 728.778505ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.886679537Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 780.247018ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.933051845Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 1.345129166s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:04.950561168Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 536.435121ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.007487315Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 1.430433048s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.069696472Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 1.242378205s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.161866842Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 828.469628ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.232075831Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 913.20531ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.262957658Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 919.646447ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.28038643Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 1.01104911s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.326827649Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 1.495072041s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.340998774Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 925.270055ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.417206982Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 836.526841ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.503572838Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 1.293726274s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.520176818Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 1.242127986s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.53574865Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 525.534827ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.550347496Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 1.242595793s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.562107817Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 568.74457ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.633691043Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 1.150727047s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.647707063Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 879.781074ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.730579327Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:05.740187582Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 550.544925ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.881240906Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 1.40410056s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:05.940184696Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 1.424136435s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.07481886Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 934.373737ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.088980315Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 1.056381461s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.188457088Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 1.061887074s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.212897235Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 1.115681013s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.223715532Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 1.3573806s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.308356312Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 835.00857ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.349575874Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 591.071025ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.360490022Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 798.478746ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.371542905Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 1.048581157s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.413618049Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 777.499861ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.442590806Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 823.926987ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.510347779Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 1.35370061s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.621223834Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 1.487481736s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.787040994Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 775.677219ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.808293507Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 836.044876ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.817627384Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 510.861013ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.825292987Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 985.484952ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.844180167Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 1.148870498s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:06.961540943Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 960.759353ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.031250138Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 1.423762883s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.178982969Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 1.04144187s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.195472866Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 712.992326ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.229608189Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 1.264771633s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.254106798Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 542.412564ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.285423827Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 974.511603ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.343434503Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 1.038688989s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.351456065Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 1.167704535s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.359627241Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 878.818958ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.367810148Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 1.385190224s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.472736066Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 536.963788ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.50879882Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 1.339758963s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.594818667Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 694.544391ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.664162263Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 887.185414ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.675223406Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 988.558454ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.838302903Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 537.538675ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.846548231Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 1.408192923s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.951986382Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 705.465257ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:07.984429121Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 520.083897ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.001715829Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 1.186387189s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.055062691Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 854.621786ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.120583865Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 866.734665ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.245935723Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 1.170506738s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.256270537Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 1.191086755s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.282994495Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 1.479407736s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.327149973Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 1.37102735s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.368398975Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 586.419841ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.391144107Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 507.285441ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.39842222Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 1.085983077s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.52799003Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 1.195292697s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.536930287Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 1.173827993s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.545771471Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 689.458244ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.572587671Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 1.476563292s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.612155618Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 715.047075ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.700699382Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 1.023746922s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.836898438Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 1.07013738s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.868284778Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 1.205999957s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.913958807Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 632.054265ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.942940375Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 974.125834ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.984892335Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 897.049165ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:08.992612709Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 924.912819ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.122725314Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862\") failed: Property not found. retry in 1.34382403s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.251909934Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_75ab9e64-ab77-455b-8474-508158432862","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 1.01571361s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.271560744Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 1.414689835s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.369796945Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0\") failed: Property not found. retry in 918.430439ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.425126619Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_7f146366-9ff8-4f5f-a95b-ab45f7d369c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91\") failed: Property not found. retry in 673.99271ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.436189682Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_c78f0b87-cec7-49f0-9941-ffd178ce9c91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6\") failed: Property not found. retry in 1.12653529s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.48258465Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_f3ab5ac6-2248-4aa8-99a3-4a2fd4c64ef6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307\") failed: Property not found. retry in 697.809733ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.585303489Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_5d0c13a6-a639-4fe6-bff4-3d654abd6307","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda\") failed: Property not found. retry in 1.414913982s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.623588333Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_71605134-5aaa-4e3b-bba0-d1bdeeee5cda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70\") failed: Property not found. retry in 715.03629ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.72961596Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9ab1cc73-5ddc-44db-9642-66ad5203ef70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3\") failed: Property not found. retry in 894.99723ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.740113837Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_746985b2-4715-4427-b7ae-eae928ee32a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8\") failed: Property not found. retry in 1.443906732s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.747947165Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440\") failed: Property not found. retry in 1.379956928s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.816185291Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c\") failed: Property not found. retry in 852.087225ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.872618545Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350\") failed: Property not found. retry in 1.205957658s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.899678491Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_990d064b-344a-47b8-808d-25cdd0424350","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 679.736587ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.949484559Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\") failed: Property not found. retry in 835.925099ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:09.968854672Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5\") failed: Property not found. retry in 1.137164047s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:10.057268203Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839\") failed: Property not found. retry in 712.007599ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:10.098282638Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_ac3356ba-788e-475f-bcd7-fa4806b3a839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248\") failed: Property not found. retry in 815.181162ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:10.130855221Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181\") failed: Property not found. retry in 1.026953411s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:10.306496841Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_dbafb604-db57-486c-9605-82817c592181","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1\") failed: Property not found. retry in 1.357361918s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:10.641619222Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:10.74166878Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643\") failed: Property not found. retry in 859.39391ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:10.796160053Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:10.860667151Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:10.860723682Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:11.423296904Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:11.423358805Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:14.714033055Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46115"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:14.716221142Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"6bc458f1-55f1-4d64-840e-8edf4b9b4a1c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46115","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":356,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:15.742399417Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:17.940617808Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2030"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:17.940640539Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_b7b1be54-d72a-4680-bbf0-bb4ec9a810a7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:20.743864916Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::a exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:24.080890352Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:24.080961064Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::a exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:24.641352839Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:24.64140184Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:25.462900376Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1917"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:25.462945787Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_201dc76f-6b70-4c3d-a73b-2f5afede6248","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:25.744583873Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:30.745766404Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:31.652545548Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:31.65259451Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:32.207133899Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:32.2071918Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:32.794708423Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2030"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:32.794748114Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_5c994547-9945-4f3f-a3fe-a567934ec643","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:35.74830368Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::d exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:37.856427397Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:37.856475528Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_d7d109ec-98c1-4633-aba6-b6805122a2a5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::d exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:38.421348571Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:38.421414293Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up oximeter service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:38.849546907Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2141"} {"msg":"Ensuring address fd00:1122:3344:101::c exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:38.938574813Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:38.938618224Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::c exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:39.495363472Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:39.495412473Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:39.957108524Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1917"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:39.957164026Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_4fa81241-4f28-4edc-b0e4-5ff8d907e440","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:40.749452348Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:44.750959154Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42872"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:44.751074752Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"da680eda-6b87-429f-9521-fb72455a283e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42872","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":89,"response_code":"200"} {"msg":"Ensuring address fd00:1122:3344:101::b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:45.381726846Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:45.381785727Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:45.751003441Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:45.939175332Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:45.939228733Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:46.323774662Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1917"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:46.323818403Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_f89a01cf-2c14-4249-853f-71c35fc9b6b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:50.75280118Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.146027859Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.1502233Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.152066479Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"38ead7ed-9eca-452d-a154-c108d6f56881","remote_addr":"[fd00:1122:3344:101::1]:48617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":61682981,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.156941148Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.156952428Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.157116053Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.160501832Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.160510513Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:551"} {"msg":"rack_network_config: Some(\n RackNetworkConfigV1 {\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 32,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.193571728Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/99af5c2c-f65d-4ce7-b375-4ec73d0cbb34/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.194254666Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/99af5c2c-f65d-4ce7-b375-4ec73d0cbb34/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.326703612Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/99af5c2c-f65d-4ce7-b375-4ec73d0cbb34/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.456898838Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/99af5c2c-f65d-4ce7-b375-4ec73d0cbb34/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.670294687Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/99af5c2c-f65d-4ce7-b375-4ec73d0cbb34/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:52.833659901Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edec2a82-270d-41e4-b02e-5aa229cf2d6c\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:44:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"edec2a82-270d-41e4-b02e-5aa229cf2d6c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:53.806911183Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fd727ce-2bd7-4908-8e16-0135bf4ce5af\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:44:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5fd727ce-2bd7-4908-8e16-0135bf4ce5af\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:54.208211296Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6daf6132-7537-47c4-b69d-9aea66722f30\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:44:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6daf6132-7537-47c4-b69d-9aea66722f30\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:54.594890182Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"affffafb-92a4-4d9d-9722-dc4fc4656c46\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:44:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"affffafb-92a4-4d9d-9722-dc4fc4656c46\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:54.847076707Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d062476-c149-4458-a9cb-f99bc1693f2e\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:44:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6d062476-c149-4458-a9cb-f99bc1693f2e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:55.398073042Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:55.755244916Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"651c0b52-d98e-4b5c-a8dc-5108bfad9321\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:44:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"651c0b52-d98e-4b5c-a8dc-5108bfad9321\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:55.864386095Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55270a68-2432-4b4a-8e15-d5dd0eb44b2c\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:44:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"55270a68-2432-4b4a-8e15-d5dd0eb44b2c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:56.254180023Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927edfab-5b68-442b-aaa4-01d41daee6f3\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jan 2024 22:44:57 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"927edfab-5b68-442b-aaa4-01d41daee6f3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.177902074Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:57.323762155Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"217.000992446s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"349e49be-d668-4248-8ee3-d48eca78b77b\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Fri, 19 Jan 2024 22:44:57 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"349e49be-d668-4248-8ee3-d48eca78b77b\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:57.326136689Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"217.003118832s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"88a4a803-3489-40de-81ae-168db549dc9d\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Fri, 19 Jan 2024 22:44:57 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"88a4a803-3489-40de-81ae-168db549dc9d\\\" }\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.567133148Z","hostname":"buskin","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"651412ed6caf40529c2babeeb62791d9\" }","id":"2bf93973-1ac3-4301-9594-850899b6a266"} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:57.569800218Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"217.246527626s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"07f1c8f1-e218-499e-9db0-ec653db43fdf\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Fri, 19 Jan 2024 22:44:57 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"07f1c8f1-e218-499e-9db0-ec653db43fdf\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:57.571935295Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"217.249164635s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"45a6149e-6d2a-464f-8aad-9444993a0c56\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Fri, 19 Jan 2024 22:44:57 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"45a6149e-6d2a-464f-8aad-9444993a0c56\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:57.59783791Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"217.27466075s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9d41c199-f9d4-47a7-9065-e7c78d931c51\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Fri, 19 Jan 2024 22:44:57 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"9d41c199-f9d4-47a7-9065-e7c78d931c51\\\" }\""} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.62764081Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:57.629524039Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"217.306059602s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a9ff858e-86c5-4315-b117-d68fcc4843e8\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Fri, 19 Jan 2024 22:44:57 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"a9ff858e-86c5-4315-b117-d68fcc4843e8\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:57.663311624Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"217.339412264s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"58cae367-b99b-4b6a-b591-1e33c5bc1670\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Fri, 19 Jan 2024 22:44:57 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"58cae367-b99b-4b6a-b591-1e33c5bc1670\\\" }\""} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:44:57.724512194Z","hostname":"buskin","pid":1661,"sled_id":"2bf93973-1ac3-4301-9594-850899b6a266","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"12.626475533s","error":"\"Metric registration error: Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"7414979c-f87d-4a69-ba37-c44a10d41ed7\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Fri, 19 Jan 2024 22:44:57 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"7414979c-f87d-4a69-ba37-c44a10d41ed7\\\" }\""} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.751216981Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805384094Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805410185Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805419175Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805425865Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805432926Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805451446Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805458466Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805464806Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 2bf93973-1ac3-4301-9594-850899b6a266, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805471657Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:57.805478517Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2814c675-de42-4cf9-a132-11b5b00ecb98\", \"content-length\": \"174\", \"date\": \"Fri, 19 Jan 2024 22:44:58 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"2814c675-de42-4cf9-a132-11b5b00ecb98\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:58.25554696Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18c3eb64-4eb0-484c-88b7-d7ef3fd71ea6\", \"content-length\": \"174\", \"date\": \"Fri, 19 Jan 2024 22:44:59 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"18c3eb64-4eb0-484c-88b7-d7ef3fd71ea6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:44:59.96271494Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:00.756956774Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c977ed0f-6abe-4e24-982d-77416ff6468f\", \"content-length\": \"174\", \"date\": \"Fri, 19 Jan 2024 22:45:00 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"c977ed0f-6abe-4e24-982d-77416ff6468f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.163993978Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.549818731Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.549840361Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.549846302Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.549850962Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.637840891Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.637867032Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.637875442Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.637883602Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:01.637891502Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:02.471922709Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.038905128Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:35181"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.041741783Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:412","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 312aa178-d091-4968-b4a2-de3b21ec8716, kind: Service { id: b7b1be54-d72a-4680-bbf0-bb4ec9a810a7 }, name: Name(\"external-dns-b7b1be54-d72a-4680-bbf0-bb4ec9a810a7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 142])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: d25c24e4-0988-4be0-8bd7-e6d7e038c8b2, kind: Service { id: 5c994547-9945-4f3f-a3fe-a567934ec643 }, name: Name(\"external-dns-5c994547-9945-4f3f-a3fe-a567934ec643\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 186])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a8587059-00c5-487a-9d49-f1be3335c8b8, kind: Service { id: 4fa81241-4f28-4edc-b0e4-5ff8d907e440 }, name: Name(\"nexus-4fa81241-4f28-4edc-b0e4-5ff8d907e440\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 163])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: aa357f8e-9615-4724-ab9a-638f894aa5fe, kind: Service { id: 201dc76f-6b70-4c3d-a73b-2f5afede6248 }, name: Name(\"nexus-201dc76f-6b70-4c3d-a73b-2f5afede6248\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: dd9b6408-8d38-421c-8f9c-5a9c75c84a83, kind: Service { id: f89a01cf-2c14-4249-853f-71c35fc9b6b1 }, name: Name(\"nexus-f89a01cf-2c14-4249-853f-71c35fc9b6b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 176])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.041799704Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.041816125Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.041843436Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.041850396Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.041856716Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.041863386Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.041873706Z","hostname":"buskin","pid":1661,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"27f01230-593c-443b-98cc-4fdaa8b7cfae","remote_addr":"[fd00:1122:3344:101::a]:35181","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":2877,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.312370457Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:45230"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.313304161Z","hostname":"buskin","pid":1661,"uri":"/network-bootstore-config","method":"GET","req_id":"706b3ba2-ec29-4c94-a161-22fe7cf7776d","remote_addr":"[fd00:1122:3344:101::a]:45230","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":912,"response_code":"200"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.318800327Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:689"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.370729862Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:54738"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.370828364Z","hostname":"buskin","pid":1661,"uri":"/inventory","method":"GET","req_id":"2d7a932d-e8cf-4fb2-bfac-f7fdf6045c74","remote_addr":"[fd00:1122:3344:101::a]:54738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":43,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.371003449Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.371615545Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.372715194Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:04.372916069Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"2b39659e-5b28-4262-8d63-67afd9fcff26","remote_addr":"[fd00:1122:3344:101::a]:54738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":1948,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:05.758340452Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:10.760552883Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:14.78499438Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:14.785056541Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"618d8ae0-84d4-4437-9608-e0524c0496f6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34325","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":36,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:15.762786182Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:20.764359046Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:25.766649498Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:30.768508969Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:35.769089816Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:40.426413786Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::d]:40725"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:40.429044666Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"72cb7051-69bf-4297-8482-f51ebd3898c7","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":2573,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:40.770941026Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:44.817409405Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40437"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:44.817490737Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"b00292e5-9f91-4300-8575-5f8bbc4a4d68","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40437","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":45,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:45.772708431Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:50.774390471Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:45:55.777876319Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:00.780020501Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:05.78126375Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:10.429622258Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"b1f3e192-a304-4aba-8457-f4705a824f61","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":1045,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:10.783013232Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:14.854682845Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54403"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:14.854740607Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"fd57b461-8d4a-468e-8c29-795e725ebcae","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54403","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":33,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:15.784481306Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:20.786165346Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:25.787287128Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:30.788030222Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:35.789612479Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:40.429163802Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"a97fd224-aad2-49c7-bd9e-d6736e2d67ab","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":219,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:40.790560278Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:44.887639782Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:44.887697853Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"3bce0af6-c43f-40ee-bd44-b8d12311ba52","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55303","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":30,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:45.791506528Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:50.792826007Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:46:55.795050411Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:00.796655858Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:05.797324091Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:10.430292901Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"1884d36d-1e62-4fa4-ba96-1de0b530242e","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":1113,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:10.798656772Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:14.921956409Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63365"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:14.922635387Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"690c0559-83b9-49c7-84ee-1cf9e171893a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63365","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":651,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:15.79919187Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:20.800276254Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:25.801154562Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:30.80278083Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:32.193028021Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:35.804079619Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:40.429520459Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"82e72783-a13b-4f2b-b7cf-41959e1c6514","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":290,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:40.805910403Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:44.954347906Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:44.954405217Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"2ef5d2ed-ad1c-489d-8471-0b18a566adbb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48173","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":32,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:45.807575632Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:50.808233504Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:47:55.809830451Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:00.811884171Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:05.814809063Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:10.429577011Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"135e275b-a3b8-438c-9d52-f94d0531ce2a","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":209,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:10.816954045Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:14.986883727Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48487"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:14.986953179Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"b72e91c3-b6c0-4154-a33e-99cc93800ad9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48487","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":50,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:15.819706933Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:20.821729142Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:25.8229674Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:30.824246969Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:35.825765714Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:40.429136289Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"cc8ffb62-9f3d-49c4-ab62-4accccb4e2e7","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":335,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:40.827588266Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:45.020273481Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:45.020335542Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"dde22eec-e543-4caf-ae92-087ea1cf59fe","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34761","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":35,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:45.828538337Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:50.829619529Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:48:55.83023159Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:00.831679844Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:05.832804409Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:10.429115879Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"922de30f-fd66-48b8-b8e6-311b995c49f1","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":215,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:10.834622953Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:15.053728427Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36469"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:15.053804159Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"8a2120cf-8d3e-4931-9933-83883337cc21","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36469","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":33,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:15.835921993Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:20.837188122Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:25.838933783Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:30.839924915Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:35.841338978Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:40.428924276Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"5f0dcb11-372b-4b52-9c4b-b29423cbd90a","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":216,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:40.842465363Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:45.086699291Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60685"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:45.0873932Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"f33025df-148b-4928-8a7d-b59145a25caa","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60685","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":669,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:45.843347951Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:50.844664721Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:49:55.846377682Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:00.848149884Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:05.849615318Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:10.429208175Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"af37fd00-8126-428c-a4f0-cf7761fa6ef9","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":222,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:10.851619747Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:15.120651331Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:15.120718203Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"31d36d99-7e19-4088-9c7a-b99efc08713d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51687","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":35,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:15.853148492Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:20.854517843Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:25.856223524Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:30.857325748Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:35.858056383Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:40.429220136Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"f5e99597-007e-4714-afca-5df2263c0228","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":670,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:40.859730842Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.327809255Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:57213"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.330697802Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:227","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-19T22:50:43.998007Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: c883e59f-6abd-4518-b085-9951f46740f1, kind: Instance { id: 598d4c0c-a9c5-48d8-8b4b-c275df5e4e99 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 243, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11310859), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c883e59f-6abd-4518-b085-9951f46740f1, kind: Instance { id: 598d4c0c-a9c5-48d8-8b4b-c275df5e4e99 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 243, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11310859), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c883e59f-6abd-4518-b085-9951f46740f1, kind: Instance { id: 598d4c0c-a9c5-48d8-8b4b-c275df5e4e99 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 243, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11310859), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(11310859))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c883e59f-6abd-4518-b085-9951f46740f1, kind: Instance { id: 598d4c0c-a9c5-48d8-8b4b-c275df5e4e99 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 243, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11310859), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-689e5b9fdc9\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: de9f2d03-4c42-45fc-a836-444c52750a10, read_only_parent: Some(Volume { block_size: 512, id: cb683ec1-1d10-4535-82f6-c0fb526b243b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 808e624b-12e8-4a7c-9fc4-298cab52be59, key: Some(\"4LHdzD0LYTAKfAEsBLnCSTBwTHQ10/4UBIvlJzm/SL0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::13]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: de9f2d03-4c42-45fc-a836-444c52750a10, key: Some(\"DlGMMhjE5E2+ysnB3nPUIMWAVa0xv8z5UWgnzupLdmY=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::12]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAcVrYzWDNYAABWtjNYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAHVa2M1gzWAAAVrYzWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI1OThkNGMwYy1hOWM1LTQ4ZDgtOGI0Yi1jMjc1ZGY1ZTRlOTkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJS0MvNzJZaGVMNEMzMnUxcmtUb3BpekU4L1Z5VHdIRytxc3VRMDNROVlBciJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.330792725Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:261","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.331042351Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance.rs:600","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: c883e59f-6abd-4518-b085-9951f46740f1, kind: Instance { id: 598d4c0c-a9c5-48d8-8b4b-c275df5e4e99 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 243, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11310859), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c883e59f-6abd-4518-b085-9951f46740f1, kind: Instance { id: 598d4c0c-a9c5-48d8-8b4b-c275df5e4e99 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 243, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11310859), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c883e59f-6abd-4518-b085-9951f46740f1, kind: Instance { id: 598d4c0c-a9c5-48d8-8b4b-c275df5e4e99 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 243, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11310859), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(11310859))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c883e59f-6abd-4518-b085-9951f46740f1, kind: Instance { id: 598d4c0c-a9c5-48d8-8b4b-c275df5e4e99 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 243, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11310859), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-689e5b9fdc9\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: de9f2d03-4c42-45fc-a836-444c52750a10, read_only_parent: Some(Volume { block_size: 512, id: cb683ec1-1d10-4535-82f6-c0fb526b243b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 808e624b-12e8-4a7c-9fc4-298cab52be59, key: Some(\"4LHdzD0LYTAKfAEsBLnCSTBwTHQ10/4UBIvlJzm/SL0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::13]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: de9f2d03-4c42-45fc-a836-444c52750a10, key: Some(\"DlGMMhjE5E2+ysnB3nPUIMWAVa0xv8z5UWgnzupLdmY=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::12]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAcVrYzWDNYAABWtjNYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAHVa2M1gzWAAAVrYzWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI1OThkNGMwYy1hOWM1LTQ4ZDgtOGI0Yi1jMjc1ZGY1ZTRlOTkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJS0MvNzJZaGVMNEMzMnUxcmtUb3BpekU4L1Z5VHdIRytxc3VRMDNROVlBciJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-19T22:50:43.998007Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.331104843Z","hostname":"buskin","pid":1661,"uri":"/instances/598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","method":"PUT","req_id":"7a8882f6-fbcf-4b82-8244-6c05a12733a7","remote_addr":"[fd00:1122:3344:101::a]:57213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":3210,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.419971515Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:45887"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.444634068Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte6\", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 242, 243, 93]), slot: 1, vni: Vni { inner: 11310859 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.444767042Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.47909602Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:44.502177941Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:45.154145829Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38373"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:45.154347355Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"4c10b758-a2dc-48e3-a4da-d4b2e72227b5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38373","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":141,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:45.86134625Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:46.105302318Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:46.105508283Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 31.593932ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:46.278868612Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 112.468833ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:46.320886224Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 148.690491ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:46.446345545Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 482.558451ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:46.606122495Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 1.081302839s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:47.101009765Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 776.117062ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:48.193058293Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 1.250009295s","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:48.979780028Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 877.010162ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:50.240545272Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:50.862149397Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Started propolis in zone: oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.146088182Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:991"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 60.5752ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:51.15467936Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 129.022408ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:51.223605534Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\") failed: Property not found. retry in 220.786881ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:50:51.362031079Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.594611435Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:1000"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.6287997Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:1014"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAcVrYzWDNYAABWtjNYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAHVa2M1gzWAAAVrYzWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI1OThkNGMwYy1hOWM1LTQ4ZDgtOGI0Yi1jMjc1ZGY1ZTRlOTkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJS0MvNzJZaGVMNEMzMnUxcmtUb3BpekU4L1Z5VHdIRytxc3VRMDNROVlBciJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-689e5b9fdc9\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: de9f2d03-4c42-45fc-a836-444c52750a10, read_only_parent: Some(Volume { block_size: 512, id: cb683ec1-1d10-4535-82f6-c0fb526b243b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 808e624b-12e8-4a7c-9fc4-298cab52be59, key: Some(\"4LHdzD0LYTAKfAEsBLnCSTBwTHQ10/4UBIvlJzm/SL0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::13]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: de9f2d03-4c42-45fc-a836-444c52750a10, key: Some(\"DlGMMhjE5E2+ysnB3nPUIMWAVa0xv8z5UWgnzupLdmY=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::12]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(1) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 598d4c0c-a9c5-48d8-8b4b-c275df5e4e99, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.630710451Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:451"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.776262934Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.776639604Z","hostname":"buskin","pid":1661,"uri":"/instances/598d4c0c-a9c5-48d8-8b4b-c275df5e4e99/state","method":"PUT","req_id":"7d147881-139a-471d-8799-3db60d409c0d","remote_addr":"[fd00:1122:3344:101::a]:45887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7356662,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-01-19T22:50:51.776769928Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.776787188Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.776794418Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-19T22:50:51.776769928Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }","propolis_id":"bdb72a68-b1aa-49dd-9ac8-4dcfd5330109"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.776813709Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }, propolis_id: bdb72a68-b1aa-49dd-9ac8-4dcfd5330109, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-19T22:50:51.776769928Z } }","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-01-19T22:50:51.804519462Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.804536883Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.804558383Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-19T22:50:51.804519462Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }","propolis_id":"bdb72a68-b1aa-49dd-9ac8-4dcfd5330109"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:51.804577424Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }, propolis_id: bdb72a68-b1aa-49dd-9ac8-4dcfd5330109, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-19T22:50:51.804519462Z } }","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:50:55.862895371Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:00.865027043Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:05.865787388Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.694284331Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:58650"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.694811655Z","hostname":"buskin","pid":1661,"uri":"/instances/598d4c0c-a9c5-48d8-8b4b-c275df5e4e99/state","method":"PUT","req_id":"ba6db70a-05fc-497e-88f3-dd216286b8cb","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":463,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-01-19T22:51:08.694897888Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.694918978Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.694931529Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-19T22:51:08.694897888Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }","propolis_id":"bdb72a68-b1aa-49dd-9ac8-4dcfd5330109"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.6949821Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }, propolis_id: bdb72a68-b1aa-49dd-9ac8-4dcfd5330109, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-19T22:51:08.694897888Z } }","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2024-01-19T22:51:08.712876113Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.712895314Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.712911134Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-19T22:51:08.712876113Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }","propolis_id":"bdb72a68-b1aa-49dd-9ac8-4dcfd5330109"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.712918005Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(bdb72a68-b1aa-49dd-9ac8-4dcfd5330109), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-19T22:50:44.026862309Z }, propolis_id: bdb72a68-b1aa-49dd-9ac8-4dcfd5330109, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-19T22:51:08.712876113Z } }","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-01-19T22:51:08.883011007Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.883046078Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.883077109Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-19T22:51:08.883011007Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-19T22:51:08.883011007Z }","propolis_id":"bdb72a68-b1aa-49dd-9ac8-4dcfd5330109"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.883085209Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:372","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.883098179Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.884622639Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:08.88465835Z","hostname":"buskin","pid":1661,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:436","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\", \"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug\", \"/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug\", \"/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug\", \"/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug\", \"/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug\", \"/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\"] }","zone_name":"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:09.435948934Z","hostname":"buskin","pid":1661,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1229","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109\", bundle_id: b7eb8760-9ec6-4a76-ad88-f197f179d8b7 }, time_created: 2024-01-19T22:51:08.884783414Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_bdb72a68-b1aa-49dd-9ac8-4dcfd5330109","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:51:09.436013555Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:545"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:10.430220993Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/2bf93973-1ac3-4301-9594-850899b6a266","method":"GET","req_id":"00a40b6e-1488-4533-b659-1a005a9c029a","remote_addr":"[fd00:1122:3344:101::d]:40725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":1062,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:10.868507355Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::94bc:2bff:fe13:3f90\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:10.992026784Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:11.017459528Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-19T22:51:08.883011007Z }, propolis_id: bdb72a68-b1aa-49dd-9ac8-4dcfd5330109, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-19T22:51:08.883011007Z } }","instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:11.090787599Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:47546"} {"msg":"unset_virtual_nic_host unimplmented","v":0,"name":"SledAgent","level":40,"time":"2024-01-19T22:51:11.091032115Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:507"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:11.091054756Z","hostname":"buskin","pid":1661,"uri":"/v2p/c883e59f-6abd-4518-b085-9951f46740f1","method":"DELETE","req_id":"5c27e77b-56c8-41cd-80c6-6223fbe194d1","remote_addr":"[fd00:1122:3344:101::a]:47546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":155,"response_code":"204"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-19T22:51:11.185325041Z","hostname":"buskin","pid":1661,"instance_id":"598d4c0c-a9c5-48d8-8b4b-c275df5e4e99","component":"InstanceManager","file":"sled-agent/src/instance.rs:488"}