[ Jun 20 21:01:28 Enabled. ]
[ Jun 20 21:01:29 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Jun 20 21:01:29 Method "start" exited with status 0. ]
[ Jun 20 21:01:29 Rereading configuration. ]
[ Jun 20 21:01:29 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.017858454Z","hostname":"sock","pid":1555,"file":"illumos-utils/src/running_zone.rs:163"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.018015266Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.07079809Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.07084324Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.185635805Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.194840242Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.202553974Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.805145236Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.944172956Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:119"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.944207596Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:131"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.944280778Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:141"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.944341399Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:162","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.944369729Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:625"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.94440426Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:506"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.947205257Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:535"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:29.947214728Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:674"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.947223608Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:176"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.947227278Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:733"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.947242758Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.947325819Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:262","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.9473388Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.94735848Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.947385311Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.958647763Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:29.958680494Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:315","id":"7a99c490-997c-4274-94ca-e12a3ae10436 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.056625299Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.262564153Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.262596884Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.262602214Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.262607294Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.262618314Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.262622404Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.262638894Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.271034628Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.271063359Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:315","id":"9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.356895687Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558218943Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558255933Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558283344Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558298414Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558312894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558317554Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558322745Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558328555Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558339915Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558345825Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558350755Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558365245Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558402626Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558411876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558416356Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558441396Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558446967Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558452997Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_3.vdev"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558457547Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558461407Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558479887Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558485327Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558490628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558494548Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558498988Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558504078Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558530858Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558535918Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558541288Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558545128Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558560949Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558578609Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558583059Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558588099Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558607119Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558612319Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.5586405Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.55864486Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.55864969Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.55865556Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.55865984Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558664731Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558669Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558676331Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558693771Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558699121Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558703651Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558710541Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558715471Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558719631Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558749482Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558754842Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558759432Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558764292Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558767982Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:91"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558779192Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:93"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558785022Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558822413Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558828013Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558832023Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558836183Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:200"}
{"msg":"No ledger in /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558867544Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558879554Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558887794Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558906584Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558911635Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558916095Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558940925Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:205"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.558945905Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:220"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.569334693Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:711"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.569376474Z","hostname":"sock","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.999955809s","next_cleanup":"Instant { tv_sec: 1318, tv_nsec: 322247930 }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.569393944Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.569405404Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3647"}
{"msg":"No ledger in /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.569443695Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.569453135Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.572602529Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.57268618Z","hostname":"sock","pid":1555,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.2.164,\n                last: 10.151.2.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.2.164,\n        10.151.2.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.2.174,\n        infra_ip_last: 10.151.2.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.2.100,\n                        vlan_id: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.2.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.572908724Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1011"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.572915334Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.572961525Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.572993956Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573021976Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573030516Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1071"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573036766Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573054107Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573066757Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573087517Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1112"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573091197Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573094587Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573097907Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573109258Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573432963Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573607576Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573629627Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1145"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573681377Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573691528Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.57383177Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573952962Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.573994823Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: ebe60f78-650f-482d-ab07-6cce79648e59, rack_id: 0f15006d-98e4-48dc-8b6c-3e866ca1aace, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574120445Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:38047","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: ebe60f78-650f-482d-ab07-6cce79648e59, rack_id: 0f15006d-98e4-48dc-8b6c-3e866ca1aace, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574231697Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:360"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574247037Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:375"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574258747Z","hostname":"sock","pid":1555,"file":"sled-agent/src/server.rs:44"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574266537Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574272818Z","hostname":"sock","pid":1555,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574277498Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:530"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574283018Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"}
{"msg":"No ledger in /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574293088Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574300678Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574308978Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:519"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.574313058Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:547"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.576811431Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3879"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.584466172Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.59367996Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.603857994Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.613518849Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.622448652Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.630908247Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.639358571Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.647823616Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.657594023Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"No disks to be automatically managed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.657629664Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:558"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.657634734Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.657639554Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:370"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.657644484Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.657651804Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:449","result":"DisksManagementResult { status: [] }"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.669577338Z","hostname":"sock","pid":1555,"sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:354"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.66964291Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.66964876Z","hostname":"sock","pid":1555,"sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:366"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.669731641Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 68.573911ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.675434479Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cf23413-43d2-4103-b8d8-98939dc9d508\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:01:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3cf23413-43d2-4103-b8d8-98939dc9d508\" }"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.679857164Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_7a99c490-997c-4274-94ca-e12a3ae10436/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.682215695Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.697379014Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"successfully created encrypted zvol: name=\"oxi_7a99c490-997c-4274-94ca-e12a3ae10436/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.705129897Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_7a99c490-997c-4274-94ca-e12a3ae10436/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.705169178Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.709899048Z","hostname":"sock","pid":1555,"sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:381"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.709905899Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"}
{"msg":"Ensuring dataset oxi_7a99c490-997c-4274-94ca-e12a3ae10436/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.709911139Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.744961188Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 91.384748ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.74619558Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce9f058f-9f55-4110-b954-9e47c9717d7e\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:01:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ce9f058f-9f55-4110-b954-9e47c9717d7e\" }"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.780358554Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.838477849Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 130.339231ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.839056179Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af7e4b6a-1dbe-41ee-8e31-7b0e2390fe2a\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:01:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"af7e4b6a-1dbe-41ee-8e31-7b0e2390fe2a\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.971141278Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 111.294277ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.971688778Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95836d9c-602c-41ec-a92d-9098996f424d\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:01:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"95836d9c-602c-41ec-a92d-9098996f424d\" }"}
{"msg":"Mounting oxi_7a99c490-997c-4274-94ca-e12a3ae10436/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:30.999232719Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.011608401Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.011687132Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.011701642Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.011718352Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.083893488Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 188.361334ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.084473378Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3aa672d-9185-4fb1-ad02-15c2fa96b58e\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:01:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f3aa672d-9185-4fb1-ad02-15c2fa96b58e\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.273799668Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 242.744905ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.274561061Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a75d975-7ae3-4b9e-96aa-68d568a84185\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:01:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7a75d975-7ae3-4b9e-96aa-68d568a84185\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.518667998Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 343.61283ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.51936597Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85629989-5f39-46fc-92bd-bbec3598fa61\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:01:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"85629989-5f39-46fc-92bd-bbec3598fa61\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.704450957Z","hostname":"sock","pid":1555,"sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.705089028Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.705111538Z","hostname":"sock","pid":1555,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.70518426Z","hostname":"sock","pid":1555,"file":"oximeter/producer/src/lib.rs:276","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:276","interval":"30s","address":"[fd00:1122:3344:101::1]:57395","producer_id":"ebe60f78-650f-482d-ab07-6cce79648e59"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:31.706326089Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:384","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:384","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"318.821652ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.751058955Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.751087055Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.751293149Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:993","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.751300409Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752099993Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752144703Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:430"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752171114Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752188414Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752392748Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.75254097Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752576051Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:262","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752588991Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3647"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752594201Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:38047","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752662152Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.752669382Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.942887127Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.942983399Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.94300546Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.943075621Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.943097891Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.943266624Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:31.95061595Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.978537847Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:33955"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.97873894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:31.978826262Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"9a9af9fc-542f-40d8-9330-7cef5f25bc94","remote_addr":"[fd00:1122:3344:101::1]:33955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":180,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.009940814Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:62229"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.010066796Z","hostname":"sock","pid":1555,"uri":"/sled-role","method":"GET","req_id":"5a506855-9425-45f5-9ec7-91dce25ed969","remote_addr":"[fd00:1122:3344:101::1]:62229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.011422499Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.01145718Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.011792996Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.01201262Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:812"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:32.026817393Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:384","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:384","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"372.924458ms"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 030fdd9b-c9d8-4714-80f3-a1d056ffa95b, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, pool_id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool) }, OmicronPhysicalDiskConfig { id: 06c73f1a-62f3-4647-a302-71ce7ad5dc38, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, pool_id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool) }, OmicronPhysicalDiskConfig { id: bb52e57f-dd7a-4400-9511-bb075cceba78, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, pool_id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool) }, OmicronPhysicalDiskConfig { id: d806b53b-d088-45e7-97b4-291c1065fbc8, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, pool_id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool) }, OmicronPhysicalDiskConfig { id: e7014d16-fee3-413e-a186-8e9146dc76d3, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, pool_id: 63627367-eb03-4016-8c1d-73768441f612 (zpool) }, OmicronPhysicalDiskConfig { id: 2d142903-9002-45c9-9f48-5e2103f18d56, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, pool_id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool) }, OmicronPhysicalDiskConfig { id: 4f5dd250-2c98-45de-8214-27f215685f19, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, pool_id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool) }, OmicronPhysicalDiskConfig { id: 7b859164-d9d5-4d37-ae9f-4300dc4c8300, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, pool_id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool) }, OmicronPhysicalDiskConfig { id: 44f36d70-b78e-4ca2-a7f9-3b610d259c0a, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, pool_id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool) }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.042723735Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:348"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.042857067Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:49860"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 030fdd9b-c9d8-4714-80f3-a1d056ffa95b, pool_id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 06c73f1a-62f3-4647-a302-71ce7ad5dc38, pool_id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: bb52e57f-dd7a-4400-9511-bb075cceba78, pool_id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: d806b53b-d088-45e7-97b4-291c1065fbc8, pool_id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: e7014d16-fee3-413e-a186-8e9146dc76d3, pool_id: 63627367-eb03-4016-8c1d-73768441f612 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 2d142903-9002-45c9-9f48-5e2103f18d56, pool_id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 4f5dd250-2c98-45de-8214-27f215685f19, pool_id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7b859164-d9d5-4d37-ae9f-4300dc4c8300, pool_id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 44f36d70-b78e-4ca2-a7f9-3b610d259c0a, pool_id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.043204533Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.043221634Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.043233924Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.043238844Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:681"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.043271315Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.043276695Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.043281615Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.043285365Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.153005082Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:32.153059253Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"cc5f6a04-2111-4941-923c-8867d737d5fc (zpool)"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:32.543726699Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:384","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:384","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.226020668s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:32.779842769Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:33.217988697Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:33.392284719Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:33.392464852Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:33.392472352Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:33.392482983Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:33.392491943Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:33.392623025Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:33.392628535Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:33.794773527Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:384","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:384","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.040013983s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:33.794820458Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:33.985893697Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:34.18182606Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_cc5f6a04-2111-4941-923c-8867d737d5fc/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:34.593264801Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:34.594036774Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 64.971575ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:34.777816349Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:35.142183263Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:384","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:384","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.0993043s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:35.142265385Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 130.333224ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:35.325822446Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 132.292006ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:35.757364641Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 268.917573ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:36.31477563Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:36.317368404Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:36.317513427Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 677.810625ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:36.982588467Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:37.695362535Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Looking for unencrypted datasets in oxp_cc5f6a04-2111-4941-923c-8867d737d5fc","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:37.695842793Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.250331083s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:37.918757868Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:37.927415426Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:37.927430656Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:37.927439526Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:37.927445086Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:37.927453596Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:38.201268341Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:38.201303012Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"662892f9-e563-4653-bedf-02b82422ec9a (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:39.419118662Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:39.702740466Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:39.702810347Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:39.702819827Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:39.702825708Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:39.702831457Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:39.70296255Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:39.70296859Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:40.194235666Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:384","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:384","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.381189277s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:40.194563171Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:40.194578962Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:41.170560903Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:41.669100114Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Automatically destroying dataset: oxp_662892f9-e563-4653-bedf-02b82422ec9a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:41.669865387Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:42.150828227Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.360504366Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"Looking for unencrypted datasets in oxp_662892f9-e563-4653-bedf-02b82422ec9a","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.471389783Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.479670385Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.479728026Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.479738626Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.479748236Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.479755576Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.489667276Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.489696456Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.584418867Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.59272264Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.59277155Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.59278341Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.592808351Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.592821561Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.592956544Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.592966934Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.628445771Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.636533329Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:42.671219683Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Looking for unencrypted datasets in oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.758536297Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.766734697Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.766773078Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.766779578Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.766783998Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.766787788Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.776067247Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.776092947Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"339b70a8-c294-4120-9bd3-76df19004c3b (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.870097576Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.87788794Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.8779142Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.87792049Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.87794365Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.87795425Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.878125293Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.878150474Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.912629624Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_339b70a8-c294-4120-9bd3-76df19004c3b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:42.919561753Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_339b70a8-c294-4120-9bd3-76df19004c3b","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.038276154Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.045166582Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.045208443Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.045217143Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.045223853Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.045232573Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.054696075Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.054726495Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"63627367-eb03-4016-8c1d-73768441f612 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.147568754Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.155306957Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.155350417Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.155357658Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.155394288Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.155404929Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.155556641Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.155563171Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.189582273Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_63627367-eb03-4016-8c1d-73768441f612/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.197348786Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_63627367-eb03-4016-8c1d-73768441f612","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.320175678Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.32789172Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.327932261Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.327941041Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.327964291Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.327970951Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.33724633Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.337274521Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"2e39fd13-5176-4455-b633-7660296b7576 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.425663753Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.433108491Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.433167992Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.433179992Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.433199352Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.433214572Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.433363735Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.433374325Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.467428478Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_2e39fd13-5176-4455-b633-7660296b7576/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.47513352Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_2e39fd13-5176-4455-b633-7660296b7576","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.597986382Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.605783426Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.605835537Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.605842467Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.605850677Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.605857927Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.616180414Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.616205544Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool)"}
{"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.675737983Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2333"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.716122454Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.724032589Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.72406675Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.72407554Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.724121521Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.724155711Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.724357195Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.724377135Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:43.728384974Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.761077013Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_9ff415f8-ea2c-44b4-b9a7-2a7cf086871c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.768963268Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_9ff415f8-ea2c-44b4-b9a7-2a7cf086871c","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.892440061Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.900461268Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.900521209Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.90053097Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.90053853Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.90054494Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.910527301Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:43.910566472Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.005336133Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.013664325Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.013718056Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.013725426Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.013747397Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.013768947Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.01392912Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.01393684Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:44.017692114Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.050531386Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_39d4ca15-26b5-4bd0-bbf6-fd95c2268c88/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.05895033Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_39d4ca15-26b5-4bd0-bbf6-fd95c2268c88","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.182180509Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.189311011Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.189351831Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.189357882Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.189366102Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.189395192Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.199361853Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.199395783Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"ac756826-7d23-4a48-8f48-471e91447b90 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.296362803Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.304123106Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.304161356Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.304170067Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.304186137Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.304210377Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.304336729Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.304347159Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.339673454Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_ac756826-7d23-4a48-8f48-471e91447b90/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.347418156Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_ac756826-7d23-4a48-8f48-471e91447b90","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.474767316Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.482702732Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.482748083Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.482761703Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.482908425Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 7a99c490-997c-4274-94ca-e12a3ae10436 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 9d01641f-20d1-417f-950c-b1e4c58d23b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.482963606Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.482972366Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.483127229Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.483448564Z","hostname":"sock","pid":1555,"uri":"/omicron-physical-disks","method":"PUT","req_id":"f79937a2-b6eb-4ec7-acb3-12d8ec697c06","remote_addr":"[fd00:1122:3344:101::1]:49860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":12440499,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.514963284Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.515175637Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:46282"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.515369501Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.515378611Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.566900312Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.566945113Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:44.577751068Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:384","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:384","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"8.416199067s"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.615006316Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.615050296Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.662471608Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.662520429Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.662528409Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.66257556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.705681987Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.705736148Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.705741228Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:44.734073373Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.758792986Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.762626022Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.766442787Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.778435772Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.784235252Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:44.788499835Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ebe60f78-650f-482d-ab07-6cce79648e59): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:01:45.736432277Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Profile for oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService1\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:3::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:3::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:3::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:3::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:46.347487973Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:46.347611005Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:46.347810788Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService2\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:1::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:1::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:1::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:1::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:46.831671399Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:47.311430918Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"}
{"msg":"Profile for oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService3\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:2::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:2::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:2::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:2::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:47.31153774Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:47.311618062Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"}
{"msg":"wait for service Some(\"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d\") failed: Property not found. retry in 74.418491ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.319628769Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:47.31966977Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:47.323577026Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d\") failed: Property not found. retry in 55.371605ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.404340139Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b\") failed: Property not found. retry in 66.612597ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.448373602Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da\") failed: Property not found. retry in 50.747725ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.455175178Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d\") failed: Property not found. retry in 271.969121ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.468901713Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da\") failed: Property not found. retry in 103.81514ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.526937246Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b\") failed: Property not found. retry in 141.725778ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.645051898Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da\") failed: Property not found. retry in 184.423028ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.677057246Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d\") failed: Property not found. retry in 515.711488ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.77084246Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b\") failed: Property not found. retry in 134.597131ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.816659975Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da\") failed: Property not found. retry in 420.705867ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.87832837Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b\") failed: Property not found. retry in 259.569821ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:47.962611822Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b\") failed: Property not found. retry in 576.636171ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:48.230684889Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d\") failed: Property not found. retry in 628.682451ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:48.294750435Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da\") failed: Property not found. retry in 1.191945989s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:48.306823412Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b\") failed: Property not found. retry in 784.494033ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:48.817063063Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d\") failed: Property not found. retry in 703.467691ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:48.934961031Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da\") failed: Property not found. retry in 1.155306993s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:49.510149693Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b\") failed: Property not found. retry in 579.043385ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:49.610255287Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d\") failed: Property not found. retry in 1.373379954s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:49.646040169Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:49.735249746Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2350"}
{"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:49.735266806Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"}
{"msg":"wait for service Some(\"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b\") failed: Property not found. retry in 1.054413869s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:50.197291592Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe19:6c8b","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:50.279430538Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2357"}
{"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:50.285117445Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2418"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:50.405485325Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2603"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:50.64947784Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2767"}
{"msg":"wait for service Some(\"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da\") failed: Property not found. retry in 633.285096ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:50.674539739Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:50.83525748Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2482"}
{"msg":"wait for service Some(\"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d\") failed: Property not found. retry in 928.216899ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:51.02934192Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:51.131469808Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2517"}
{"msg":"wait for service Some(\"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b\") failed: Property not found. retry in 1.37918449s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:51.262039453Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da\") failed: Property not found. retry in 590.371413ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:51.317711585Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:51.34134912Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2817"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:51.519120912Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2844"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:51.73874871Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2711"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:51.912999172Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2511"}
{"msg":"wait for service Some(\"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da\") failed: Property not found. retry in 917.862377ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:51.916106646Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:51.921768492Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3903","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:51.921786363Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3919"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:51.921797363Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.479788371Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3927"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.485783643Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3983"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.652178621Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4045"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.759253163Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4026","rack_subnet":"fd00:1122:3344::"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.781597456Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4073"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.854552144Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_internal_dns_b294fa61-9f44-4568-afb9-45e8dfed810d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.854617105Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_internal_dns_8c770d8b-5afa-42fc-ad13-e754ea10ed0b"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.854624815Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_internal_dns_a23901b9-ec53-4e80-87b3-8a5db532b3da"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.854663666Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.854992232Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.855269176Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"67424247-15c2-4566-be27-ab6b671a0886","remote_addr":"[fd00:1122:3344:101::1]:46282","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8340042,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.856965445Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:52.881273591Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4100"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.000003342Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:369"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.032684032Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:417"}
{"msg":"failed to write DNS configuration (will retry in 76.688776ms)","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:53.045264587Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:569","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.064585438Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:656"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.064673489Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:694"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.065122237Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:697","uptime":"3"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.065132507Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:439","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.2.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.144423074Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.149901398Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.149949008Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.149959599Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.149968548Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.149975229Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.149981849Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.149988219Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.149996849Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.150005189Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.150011939Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.150019989Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.150026609Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.15003371Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.15003894Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.15005154Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.15005856Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.15006338Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.1500681Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.15007292Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.15007787Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.150082601Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.150087331Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.150091961Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.192928484Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.239685804Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:585"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.239697824Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.271555969Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.272327482Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.272336973Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.300983123Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.301131915Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:64154"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.301540242Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.301546873Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.320724001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.320777402Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.339234358Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.339278358Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.354514959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.35457854Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.354752443Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.354891575Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.364978758Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.396026899Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.396691411Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.396709691Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.440932198Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:393","port":"Port { inner: PortInner { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 192, 81]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.441023519Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"ntp"}
{"msg":"no nat entry found for: V4(\n    Ipv4Network {\n        addr: 10.151.2.169,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.44161968Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"}
{"msg":"creating nat entry for: V4(\n    Ipv4Network {\n        addr: 10.151.2.169,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.4416331Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"}
{"msg":"creation of nat entry successful for: V4(\n    Ipv4Network {\n        addr: 10.151.2.169,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.441921905Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.443784367Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Configuring new Omicron zone: oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.468309706Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:53.486221383Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService4\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::1b\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value=\"fd00:1122:3344:100::/56\"/>\n        <propval type=\"boolean\" name=\"boundary\" value=\"true\"/>\n        <propval type=\"astring\" name=\"server\" value=\"0.pool.ntp.org\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte0\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.3.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.3.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:54.104497713Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:54.104648186Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12\") failed: Property not found. retry in 56.315157ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:54.231841153Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12\") failed: Property not found. retry in 108.013911ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:54.300019859Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12\") failed: Property not found. retry in 183.818955ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:54.432230882Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12\") failed: Property not found. retry in 444.895224ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:54.626423315Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12\") failed: Property not found. retry in 853.253587ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:55.079686671Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12\") failed: Property not found. retry in 1.207304399s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:55.942215121Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:56.393648447Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33416"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:56.393893381Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"982148a9-e04e-4556-affd-37d2254153eb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33416","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12\") failed: Property not found. retry in 1.313873826s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:57.158980843Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:57.997481191Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:384","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:384","error":"\"no record found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"36.020634515s"}
{"msg":"wait for service Some(\"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12\") failed: Property not found. retry in 518.317771ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:58.481930821Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.019280726Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.019380638Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.019749404Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.02008067Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"02d2bf21-ba90-4c12-90d1-b295e02e899c","remote_addr":"[fd00:1122:3344:101::1]:64154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":5718824,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.021742238Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:626"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.050209675Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.050370248Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:47934"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.061695482Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3633"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.061834444Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"f7f944a1-9a3b-4e06-a76f-732dba2fa68c","remote_addr":"[fd00:1122:3344:101::1]:47934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":11272,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:01:59.064547161Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.20302453Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:01:59.203139703Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:51844"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:03.213288765Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3633"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:03.213490989Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"13cb390a-7867-41fd-89ae-cd5807bd9bde","remote_addr":"[fd00:1122:3344:101::1]:51844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4010246,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:03.216246356Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:03.406130915Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:03.406271598Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:33987"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:03.414686302Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3633"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:03.414828744Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"91d87dbe-2068-4777-ade2-8fcc51d8f182","remote_addr":"[fd00:1122:3344:101::1]:33987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8385,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:03.417016501Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:03.536019708Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:03.53613812Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:61039"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_9c3e0325-17c9-41b6-9df0-8049b765cb12': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:07.545318496Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3633"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:07.545505139Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"59154800-0109-402f-831a-b91557f3d0b3","remote_addr":"[fd00:1122:3344:101::1]:61039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009215,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:07.547741178Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:07.784296586Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:07.784433248Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:60662"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:07.792874393Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"ed516a95-27e6-4419-af68-9c4855428b29","remote_addr":"[fd00:1122:3344:101::1]:60662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8284,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:07.794372878Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:07.794379738Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:07.990679637Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:07.990795419Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:36973"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:07.999177092Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"8d5fb750-dcd3-4964-82ad-72378ff0ce87","remote_addr":"[fd00:1122:3344:101::1]:36973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8249,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:08.000579426Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:08.000585786Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:08.367074318Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:08.36718133Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:38701"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:08.375108265Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"4392603b-36d6-4be2-b4a6-8eca474ecedf","remote_addr":"[fd00:1122:3344:101::1]:38701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7812,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:08.376373847Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:08.376379967Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:08.612386086Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:08.612488198Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:42880"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:08.620255791Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"d6b63ff7-1ac3-4e3f-89e1-acabcdf56931","remote_addr":"[fd00:1122:3344:101::1]:42880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7659,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:08.621590294Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:08.621607984Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.026118156Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.026222608Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:63761"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.034080542Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"7fcddcd4-6cea-421b-8e25-8676142e47a2","remote_addr":"[fd00:1122:3344:101::1]:63761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7747,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.035370894Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:09.035377044Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.329105081Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.329212103Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:33481"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.337357332Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"df7ac792-8d03-475e-8e24-281eb91baa10","remote_addr":"[fd00:1122:3344:101::1]:33481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8019,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.338707215Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:09.338713345Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.664645643Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.664753725Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:55945"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.673197999Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"a8266f24-5dd1-45b8-a5a6-3ab5449060ee","remote_addr":"[fd00:1122:3344:101::1]:55945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8303,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.675387847Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:09.675394927Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.61477096Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.614893142Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:55904"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.634275033Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"b1fd3a95-1be2-48be-ba8e-81085d137188","remote_addr":"[fd00:1122:3344:101::1]:55904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":19258,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3638230730, ip_addr: 216.218.254.202, stratum: 3, ref_time: 1718917329.1247766, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.637133113Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.637141673Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1224"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.666444064Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.666601967Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:33071"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.666933402Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.666940932Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.686732631Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.686786682Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.705302099Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.70535368Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.723670293Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.723718414Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.774521624Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.774562684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.825220981Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.825263852Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.876234234Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.876281495Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.926993193Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.927046144Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.980271325Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.980317435Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.980552649Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:09.980689442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.064587997Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.064659229Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.064665399Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.064670659Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.064676199Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.150714141Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.154622798Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.158321981Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.162183258Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.166587463Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.172232439Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.177645632Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.182289592Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.186115587Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:10.190335099Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService5\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::6]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"f71b4047-e660-4f04-b1b8-cae0ee49769f\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::6]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::6]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.764889101Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.765011853Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService7\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::4\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::4]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"021a4838-0953-41f3-a0c1-d3ce533ca2ae\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::4]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::4]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.7735822Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.773701282Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService9\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::7\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::7]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"b9e1c26a-87d3-4501-a588-62f9673bcb7b\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::7]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::7]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.874852773Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.874985705Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 59.763298ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:13.913704878Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 67.412729ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:13.920321511Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService8\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::3\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::3]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"541f1717-17b0-4191-be31-eab4c1500570\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::3]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::3]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.934708477Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.93489078Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService6\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::5]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"450b3b5f-7293-4a8e-978d-a22e72953896\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::5]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::5]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.941136657Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:13.941246029Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 144.521231ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:13.992598948Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 78.135445ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:14.105077673Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 286.223664ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:14.208311639Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 177.939059ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:14.271206556Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 36.742279ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:14.542202883Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 270.710589ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:14.619885262Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 51.925336ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:14.693024554Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 406.283528ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:14.801728144Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 33.276679ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:14.902944685Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 69.718523ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:15.036895048Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 939.473762ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:15.138077629Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 58.364608ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:15.257234879Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 100.383646ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:15.268030353Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 108.869202ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:15.752094537Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 261.593953ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:15.909340667Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 996.40411ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:15.965498328Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 167.728465ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.117114223Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 412.852317ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.167695768Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 577.767747ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.21162448Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 467.111381ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.229929863Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 283.894056ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.298175361Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 853.617669ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.589774081Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 828.044917ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.598008362Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 1.024037082s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.708145897Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 1.416883174s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.80239392Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 1.155038169s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:16.974045357Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 919.979814ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:17.435783668Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 1.499187823s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:17.453034333Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 753.972165ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:17.741935537Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 725.28543ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:18.138180338Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 1.100052755s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:18.227795662Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 973.231709ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:18.36851977Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 690.581961ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:18.507133942Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 1.492678584s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:18.874532528Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 1.203192148s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:18.961566288Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 673.59618ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:19.210731092Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 758.144052ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:19.336938741Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 539.906432ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:19.349568297Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 1.31439668s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:19.892550069Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 821.919489ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:19.899988136Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 1.483304427s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:20.103712502Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 877.519125ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:20.17309671Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 1.140103438s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:20.375170258Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 669.351291ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:20.731667999Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 1.490065032s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:21.060373184Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 1.13747416s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:21.216298342Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570\") failed: Property not found. retry in 1.303573211s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:21.410487275Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 954.901119ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:21.524281832Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f\") failed: Property not found. retry in 938.051825ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:21.595894068Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 898.111744ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:22.363287569Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 1.05072903s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:22.486666191Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 1.164856721s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:22.558123413Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 1.191466665s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:23.271860616Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 798.375811ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:23.547256429Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 944.110447ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:23.731405461Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 789.899291ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:24.355229305Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 512.70545ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:24.470542679Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 540.860866ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:24.684405238Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 765.5048ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:24.990798121Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 1.284116367s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:25.152647941Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 975.292016ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:25.232109251Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 923.626154ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:25.765179083Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 788.972362ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:26.21613506Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:26.3265547Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49724"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:26.326695802Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"37af4df5-91bc-4d5d-b684-0383d8444bcb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49724","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":66,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 679.277825ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:26.444823283Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 931.190516ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:26.697535958Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 1.263702753s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:27.013373452Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 554.278778ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:27.13362538Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 598.516565ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:27.637284629Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 1.397183394s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:27.696574924Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 1.038094625s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:28.24511292Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 1.460609856s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:28.285899208Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 560.590193ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:29.103507558Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 867.804965ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:29.291321222Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 518.972682ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:29.672030897Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 1.160224075s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:29.756872999Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 914.353042ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:30.168273379Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 853.387179ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:30.198847732Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 936.653127ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:30.925994185Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae\") failed: Property not found. retry in 1.065822443s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:31.061098767Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896\") failed: Property not found. retry in 1.084750161s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:31.092116648Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b\") failed: Property not found. retry in 918.875973ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:31.871577366Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.812132102Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_cockroachdb_f71b4047-e660-4f04-b1b8-cae0ee49769f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.812255674Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_cockroachdb_450b3b5f-7293-4a8e-978d-a22e72953896"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.812268704Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.812276114Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_cockroachdb_541f1717-17b0-4191-be31-eab4c1500570"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.812284794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_cockroachdb_b9e1c26a-87d3-4501-a588-62f9673bcb7b"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.812303805Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.812698882Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.813054348Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"843edccf-0457-4950-9702-50349486c2f9","remote_addr":"[fd00:1122:3344:101::1]:33071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":22487285,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.844206661Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:34300"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.870916107Z","hostname":"sock","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"23b1a9cb-63d3-48de-b739-c072726a08ae","remote_addr":"[fd00:1122:3344:101::1]:34300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1  stdout: \n  stderr: ipadm: Address object not found","latency_us":26590,"response_code":"500"}
{"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:32.871179812Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"61.233475ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b1a9cb-63d3-48de-b739-c072726a08ae\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:02:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"23b1a9cb-63d3-48de-b739-c072726a08ae\" }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:32.964242294Z","hostname":"sock","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"d2d48075-627d-4284-a375-309e0f2819fd","remote_addr":"[fd00:1122:3344:101::1]:34300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_021a4838-0953-41f3-a0c1-d3ce533ca2ae /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1  stdout: \n  stderr: ipadm: Address object not found","latency_us":29852,"response_code":"500"}
{"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:02:32.964432217Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"174.149758ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2d48075-627d-4284-a375-309e0f2819fd\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:02:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d2d48075-627d-4284-a375-309e0f2819fd\" }"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:33.169186391Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3467"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:02:48.565853983Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3485"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.659122639Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3508"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.660534113Z","hostname":"sock","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"d88b2f72-03c5-441e-af36-90f7fd917438","remote_addr":"[fd00:1122:3344:101::1]:34300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":29520470,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.661867966Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32928"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.66269172Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"957774ae-73ed-4502-b923-b820aaa51418","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32928","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":663,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.730898487Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.731446907Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:63067"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.732655487Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.732664137Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.755908535Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.755963206Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.77841663Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.778471601Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.797438266Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.797489187Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.816667765Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.816716476Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.834656183Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.834702574Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.852706072Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.852756263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.871780597Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.871823238Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.891992683Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:02.892040264Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.038519761Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.038576282Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.15535101Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.155412971Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.256778716Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.256895767Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.347831524Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.347886715Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.456279539Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.45632395Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.548492048Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.548558019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.658994489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.65906063Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.747862449Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.74792217Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.838938828Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.838989169Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.932723032Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:03.932795173Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.02903593Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.029094231Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.118005063Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.118075264Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.118813587Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.118966709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236306187Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236353108Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236361218Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236365868Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236370998Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236375248Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236380248Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236384439Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236389419Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236393469Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236397789Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236402829Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236407179Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236411219Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236423339Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236427759Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236431019Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236435149Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.236438289Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.236722934Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"330a8922-b9dd-4829-bfc6-f2c18cf747ee","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized)]","latency_us":1504667,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.240240805Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"51.809413ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330a8922-b9dd-4829-bfc6-f2c18cf747ee\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"330a8922-b9dd-4829-bfc6-f2c18cf747ee\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.293435375Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.293981064Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.293989344Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.317561888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.317615969Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.339439492Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.339502123Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.358712972Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.358758153Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.377697467Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.377747868Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.397847752Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.397889002Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.41759362Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.41763599Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.437575942Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.437622342Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.460098577Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.460144518Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.48074222Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.480789931Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.501042757Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.501093289Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.521306604Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.521357565Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.541564251Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.541604882Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.561314179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.5613672Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.580820313Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.580865423Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.601357714Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.601412465Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.62041517Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.620475731Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.642434807Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.642493818Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.663780453Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.663830543Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.684216262Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.684260273Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.704705453Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.704759324Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.705008288Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.705190571Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.803969701Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804017002Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804021562Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804025042Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804028302Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804031613Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804034823Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804038413Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804041583Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804044783Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804047943Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804051153Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804054323Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804057493Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804060603Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804147235Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804153185Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804164385Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.804168785Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.804294237Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"13b69772-5fb3-4c94-96d3-d901982b7cf8","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized)]","latency_us":510664,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:04.80446253Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"156.974597ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13b69772-5fb3-4c94-96d3-d901982b7cf8\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"13b69772-5fb3-4c94-96d3-d901982b7cf8\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.96289501Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.963232776Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.963239486Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.986278111Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:04.986322161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.005128673Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.005176914Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.024211849Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.02425205Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.041324793Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.041364513Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.058537587Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.058574198Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.075937555Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.075973625Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.093287232Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.093321492Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.109234315Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.109265335Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.126129214Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.126163774Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.143545882Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.143588612Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.161286915Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.161337636Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.178626142Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.178665573Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.195778105Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.195944528Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.213250524Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.213292585Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.234191173Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.234369096Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.254035093Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.254084903Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.273034248Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.273078648Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.289885646Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.289924347Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.306183505Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.306219066Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.324284305Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.324341476Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.32457552Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.324730872Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419619056Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419674717Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419681997Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419688077Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419694788Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419700737Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419705118Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419712848Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419718658Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419724648Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419730478Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419735938Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419742718Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419748138Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419755098Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419772799Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419778799Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419784359Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.419789889Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.419922231Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"d4485782-a563-4a6c-a008-75ba18bf30f9","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized)]","latency_us":456873,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:05.420278047Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"105.244603ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4485782-a563-4a6c-a008-75ba18bf30f9\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d4485782-a563-4a6c-a008-75ba18bf30f9\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.527460672Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.527788017Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.527799227Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.550263822Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.550319383Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.570535419Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.57059394Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.58990142Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.589953691Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.60859513Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.608644511Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.626427305Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.626475676Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.644521765Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.644571376Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.663878516Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.663922197Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.682695168Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.682742559Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.701688403Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.701736894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.723363964Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.723415505Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.743196244Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.743248054Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.762080017Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.762132148Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.780510252Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.780560153Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.799472307Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.799523157Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.821132797Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.821183778Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.839833007Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.839909628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.860670174Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.860714864Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.879502556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.879551297Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.897747208Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.897796279Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.919092474Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.919154224Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.919372978Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:05.919531911Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.01238558Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012452051Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012459071Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012464841Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012470101Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012476892Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012484772Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012490472Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012497172Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012502832Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012510022Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012515452Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012522102Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012527272Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012532853Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012559143Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012566023Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012574463Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012582353Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.012664185Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"272a606c-16df-421b-9f4b-b84df51981f3","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized)]","latency_us":485072,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.012902449Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"111.984799ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272a606c-16df-421b-9f4b-b84df51981f3\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"272a606c-16df-421b-9f4b-b84df51981f3\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.126093006Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.126440442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.126450212Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.149816802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.149863463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.169683482Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.169741893Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.190110541Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.190163302Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.211562919Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.211613719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.232845173Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.232897953Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.252970607Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.253018698Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.272821367Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.272867137Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.291822512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.291864933Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.312079079Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.312124429Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.332301285Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.332345835Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.351676996Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.351723497Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.372206177Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.372250708Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.391320555Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.391369785Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.410261609Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.41030354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.429531629Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.429574439Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.44832793Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.448381081Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.467070001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.467119172Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.486001915Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.486051186Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.508844566Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.508896127Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.52835272Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.528409721Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.528622284Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.528797477Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620756341Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620794762Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620921324Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620931314Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620936774Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620945764Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620954244Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620960074Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620964014Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620972225Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620978125Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620986355Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620992095Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.620996025Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.621000035Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.621017055Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.621024986Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.621035396Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.621040866Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.621182038Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"20f6e700-e648-4ab2-a96e-25dfdf0e8698","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized)]","latency_us":494952,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:06.621393102Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"178.114432ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f6e700-e648-4ab2-a96e-25dfdf0e8698\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"20f6e700-e648-4ab2-a96e-25dfdf0e8698\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.800652789Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.801018076Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.801030446Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.824699041Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.824749662Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.846325881Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.846376432Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.866141449Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.86618463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.886802243Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.886840814Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.904870862Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.904911663Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.925017337Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.925063778Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.945323704Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.945358355Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.964740276Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.964775287Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.985307808Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:06.985341469Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.006022843Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.006056254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.025520347Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.025554597Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.045945176Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.045978937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.066161772Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.066194863Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.086306997Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.086343588Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.105347133Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.105387694Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.125931565Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.125977186Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.145779405Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.145825406Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.166997058Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.167031258Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.188916773Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.188951093Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.20862437Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.208673281Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.208877894Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.208997216Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303323931Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303372542Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303379892Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303384132Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303388522Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303393822Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303397932Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303404112Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303408302Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303413432Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303417412Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303422523Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303426883Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303430192Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303435493Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303454163Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303459373Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303464503Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303468683Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.303606635Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"1de8e4de-240c-4b6c-b90e-04832affeb28","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized)]","latency_us":502746,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:07.303817119Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"254.231994ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1de8e4de-240c-4b6c-b90e-04832affeb28\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1de8e4de-240c-4b6c-b90e-04832affeb28\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.559265921Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.559601616Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.559610387Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.581308158Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.581345608Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.601969421Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.602017302Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.620504369Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.620707772Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.640096384Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.640134465Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.660796178Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.660831569Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.680383943Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.680419564Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.699585542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.699625383Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.718441825Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.718478435Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.738320265Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.738364175Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.757692316Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.757725217Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.776270424Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.776313455Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.796433659Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.79647703Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.817467419Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.81750938Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.841234876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.841274807Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.859914826Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.859957816Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.879987158Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.880035019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.897767013Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.897807113Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.918117091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.918149031Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.936965223Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.937004184Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.958097105Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.958160726Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.958569193Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:07.958583513Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056425077Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056472058Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056478638Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056482318Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056487439Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056492709Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056497819Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056503459Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056509309Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056514159Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056518989Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056524939Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056529609Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.05653325Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056537699Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056541139Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.05655801Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.05656389Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.05656839Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.056619301Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"fd6bf899-8c33-4973-8a33-d95aede3f453","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized)]","latency_us":497208,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.056822664Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"373.094304ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd6bf899-8c33-4973-8a33-d95aede3f453\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fd6bf899-8c33-4973-8a33-d95aede3f453\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.431351694Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.43173985Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.431748111Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.453730167Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.453768517Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.470327481Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.470380721Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.491955461Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.491988841Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.509582852Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.509622623Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.527615271Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.527642772Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.545956165Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.545989006Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.564058105Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.564104556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.582700884Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.582732394Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.601031607Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.601062688Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.620866087Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.620900607Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.6421139Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.642164321Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.66491395Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.664946641Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.683471018Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.683511019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.70404143Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.704078601Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.724061803Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.724093433Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.744027195Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.744070665Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.762374488Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.762411049Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.781854602Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.781886832Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.800909138Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.800952118Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.821938328Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.821990549Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.822205382Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.822329084Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916140379Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.91618478Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.91619315Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.91619883Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.91620389Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.91620893Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.91621561Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.91622076Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.91622571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916229061Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916234191Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916238211Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916241721Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916245541Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916252311Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916256071Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916275731Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916279491Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916282971Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:08.916333022Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"8f0cd56e-026f-4b58-9f7b-30d06950c479","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized)]","latency_us":484808,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:08.916539976Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"472.147939ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0cd56e-026f-4b58-9f7b-30d06950c479\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8f0cd56e-026f-4b58-9f7b-30d06950c479\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.389986588Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.390318514Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.390326114Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.411401074Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.411451465Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.430866428Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.430918098Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.448941107Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.448984618Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.466731161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.466776282Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.486119233Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.486166474Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.510316557Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.510381568Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.537280829Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.53736909Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.565361999Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.56540957Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.592664926Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.592725357Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.618650061Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.618696082Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.643909553Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.643955814Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.669528942Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.669575802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.694701783Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.694748393Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.717851709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.717899989Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.741177828Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.741230319Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.765688657Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.765746098Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.788005219Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.78804793Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.810655937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.810709008Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.832275317Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.832336368Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.859294179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.85935768Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.859572584Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.859714406Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965131369Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965222401Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965232211Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965237001Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965241321Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965248921Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965257552Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965265462Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965271272Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965279602Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965284002Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965288192Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965294222Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965303012Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965309073Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965313442Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965326993Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965334593Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965339033Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:09.965346933Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"01b2be0d-7218-434d-b8c4-226a706851d0","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized)]","latency_us":575194,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:09.965599607Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"413.422463ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01b2be0d-7218-434d-b8c4-226a706851d0\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"01b2be0d-7218-434d-b8c4-226a706851d0\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.38006184Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.3806431Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.38065551Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.402928431Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.402973642Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.423457593Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.423497383Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.441166206Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.441203286Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.459323436Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.459368087Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.478119768Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.478156399Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.49635525Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.496394011Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.517131486Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.517188537Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.5372668Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.537310151Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.557020218Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.557184631Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.576208187Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.576252537Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.594479359Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.59451599Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.614579073Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.614618194Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.633803382Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.633842273Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.652513722Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.652555473Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.6704576Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.67049836Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.690396141Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.690443002Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.708900298Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.708940688Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.727621968Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.727658919Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.74589084Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.746067214Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.764719753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.764764703Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.764978097Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.76512024Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859311641Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859375862Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859381183Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859386613Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859390463Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859394273Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859399453Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859404923Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859408443Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859413513Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859419893Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859423743Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859427503Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859431014Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859436543Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859441704Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859455034Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859458854Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859462264Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:10.859467504Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"69d4ba2e-82e5-4510-a40c-3e9e9a8c1ba7","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized)]","latency_us":479263,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:10.859673488Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"495.517727ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d4ba2e-82e5-4510-a40c-3e9e9a8c1ba7\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:10 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"69d4ba2e-82e5-4510-a40c-3e9e9a8c1ba7\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.356341416Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.356735173Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.356748983Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.378306912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.378357223Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.397793355Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.397838266Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.418391528Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.418432479Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.437259141Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.437301491Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.455839879Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.455879849Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.475452564Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.475498335Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.494132154Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.494179825Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.516492537Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.516532138Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.536821105Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.536861635Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.556916809Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.556957649Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.577926768Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.577965149Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.596856592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.596895253Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.615912108Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.615951969Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.636237196Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.636291817Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.655903163Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.655940993Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.674801036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.674838916Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.69490143Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.694943991Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.714843351Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.714881252Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.735502295Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.735542445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.754206505Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.754249015Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.754456499Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.754575441Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850111926Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850171647Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850177367Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850181617Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850185627Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850190647Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850194807Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850199088Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850204228Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850208588Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850212598Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850216618Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850220698Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850223788Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850226878Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850230858Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850233968Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850241858Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850245248Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:11.850303199Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"bcb67277-eb74-43fa-b662-d9a66fabadf7","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized)]","latency_us":493787,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:11.850506193Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"676.494237ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcb67277-eb74-43fa-b662-d9a66fabadf7\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bcb67277-eb74-43fa-b662-d9a66fabadf7\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.528052577Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.528375493Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.528440584Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.550583963Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.550628004Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.569997735Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.570044046Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.588568763Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.588604204Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.608436503Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.608476884Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.626595154Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.626627344Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.644157924Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.644191755Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.663153629Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.66319713Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.681580565Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.681613245Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.699769346Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.699814547Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.71927385Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.71931208Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.739131309Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.73916926Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.75901857Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.759059081Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.779135504Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.779172705Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.79761518Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.797648901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.816468123Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.816499464Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.834216167Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.834250547Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.851312529Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.85134008Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.870970245Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.871012966Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.891567888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.891604728Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.911894935Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.911941376Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.91217262Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:12.912299132Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005811283Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005886804Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005896244Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005904594Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005910924Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005919434Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005925854Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005933965Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005940315Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005946965Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005954835Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005961375Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005969085Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005975715Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005981825Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005987846Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.005996886Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.006017856Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.006024566Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.006152198Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"21220cd4-0449-42fa-990b-7c6a3679e49c","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized)]","latency_us":477952,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.006360352Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"459.643939ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21220cd4-0449-42fa-990b-7c6a3679e49c\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"21220cd4-0449-42fa-990b-7c6a3679e49c\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.466690799Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.467020725Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.467028095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.487839051Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.487893812Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.507772082Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.507817223Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.525798431Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.525847262Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.545680091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.545728232Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.564259739Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.56430956Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.58244339Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.582506831Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.600575301Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.600623502Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.618899094Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.618942805Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.641347738Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.641400659Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.662201335Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.662259596Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.68116827Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.681215761Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.699197678Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.699259619Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.717764476Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.717818657Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.737008785Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.737061126Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.756713842Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.756763423Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.774941114Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.774992345Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.793651875Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.793701135Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.811580861Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.811632372Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.832136643Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.832187654Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.852135506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.852205227Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.852432571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.852571993Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946658672Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946711653Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946729723Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946735293Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946740724Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946744784Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946749724Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946753754Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946757814Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946762774Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946766684Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946770674Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946774814Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946779824Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946784034Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946789114Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946793114Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946800474Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.946803795Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3060","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:13.946872536Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"628e1e3b-1d77-4e72-9cad-c70d8ab9263c","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\", TimeNotSynchronized), (\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\", TimeNotSynchronized), (\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\", TimeNotSynchronized), (\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\", TimeNotSynchronized), (\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\", TimeNotSynchronized), (\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\", TimeNotSynchronized), (\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\", TimeNotSynchronized), (\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\", TimeNotSynchronized), (\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\", TimeNotSynchronized), (\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\", TimeNotSynchronized), (\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\", TimeNotSynchronized), (\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\", TimeNotSynchronized), (\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\", TimeNotSynchronized), (\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\", TimeNotSynchronized), (\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\", TimeNotSynchronized), (\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\", TimeNotSynchronized), (\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\", TimeNotSynchronized), (\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\", TimeNotSynchronized), (\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\", TimeNotSynchronized)]","latency_us":480041,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:13.947060209Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.253293378s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"628e1e3b-1d77-4e72-9cad-c70d8ab9263c\", \"content-length\": \"124\", \"date\": \"Thu, 20 Jun 2024 21:03:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"628e1e3b-1d77-4e72-9cad-c70d8ab9263c\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a23901b9-ec53-4e80-87b3-8a5db532b3da, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b294fa61-9f44-4568-afb9-45e8dfed810d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bdbb40ec-3fc3-47e8-9565-b8e1cdc94225, kind: Service { id: 9c3e0325-17c9-41b6-9df0-8049b765cb12 }, name: Name(\"ntp-9c3e0325-17c9-41b6-9df0-8049b765cb12\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 81])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 541f1717-17b0-4191-be31-eab4c1500570, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 450b3b5f-7293-4a8e-978d-a22e72953896, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: f71b4047-e660-4f04-b1b8-cae0ee49769f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 4e960e23-20ba-48e5-9697-e299814c1217, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ef10530a-0825-4479-8014-6a7d3078262d, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 25b89476-359e-47f8-bea2-3de9e5e99194, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 271e109e-182e-4626-b37a-fed0542ab9a5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 70ea324e-1d3b-451f-92e2-3dd4893ba7df, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe5b0415-63cc-4561-8e18-8b38bd5aa235, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External } } } }, OmicronZoneConfig { id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External } } } }, OmicronZoneConfig { id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External } } } }, OmicronZoneConfig { id: 646a904f-1208-4787-8b83-6ad524b58ce3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External } } } }, OmicronZoneConfig { id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External } } } }, OmicronZoneConfig { id: bc18ef60-2412-4f2c-9cab-691f92a94385, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External } } } }, OmicronZoneConfig { id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.200649931Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.201021158Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.201057789Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8c770d8b-5afa-42fc-ad13-e754ea10ed0b, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.222340723Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.222379313Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a23901b9-ec53-4e80-87b3-8a5db532b3da, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.240812019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.24085203Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b294fa61-9f44-4568-afb9-45e8dfed810d, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.26078376Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.260821001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 541f1717-17b0-4191-be31-eab4c1500570, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.278500844Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.278528924Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 021a4838-0953-41f3-a0c1-d3ce533ca2ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.296859548Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.296897898Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 450b3b5f-7293-4a8e-978d-a22e72953896, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.001600137Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.001637858Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f71b4047-e660-4f04-b1b8-cae0ee49769f, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.020855887Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.020906938Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9e1c26a-87d3-4501-a588-62f9673bcb7b, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.042411876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.042448016Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.062878856Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.062919127Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4e960e23-20ba-48e5-9697-e299814c1217, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.081204619Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.08124684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 25b89476-359e-47f8-bea2-3de9e5e99194, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.101176651Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.101210052Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: cc5f6a04-2111-4941-923c-8867d737d5fc (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.120139246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.120183597Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2d29a557-7bee-4fe1-8b8e-8c4309441fe4, dataset_name: DatasetName { pool_name: ZpoolName { id: 662892f9-e563-4653-bedf-02b82422ec9a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.138229265Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.138267246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b7765ae-cc70-4a27-9b47-752b8a12d69f, dataset_name: DatasetName { pool_name: ZpoolName { id: f32a5037-29da-4375-a8f1-8e9a8b5d3778 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.156714542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.156749972Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9bdba62-62b5-45f2-8e6d-7415e56d8efc, dataset_name: DatasetName { pool_name: ZpoolName { id: 339b70a8-c294-4120-9bd3-76df19004c3b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.174230442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.174268102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 2e9691b8-007b-4520-947b-a0537ec7b2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 63627367-eb03-4016-8c1d-73768441f612 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.193365139Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.193400839Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 646a904f-1208-4787-8b83-6ad524b58ce3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2e39fd13-5176-4455-b633-7660296b7576 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.211742364Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.211782774Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 634cce40-bafd-4e0d-96ed-afdcb1d112b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff415f8-ea2c-44b4-b9a7-2a7cf086871c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.229566878Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.229599489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bc18ef60-2412-4f2c-9cab-691f92a94385, dataset_name: DatasetName { pool_name: ZpoolName { id: 39d4ca15-26b5-4bd0-bbf6-fd95c2268c88 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.248662105Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.248694066Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 83db2fa4-dc9c-4ccd-a225-33f67333fdb4, dataset_name: DatasetName { pool_name: ZpoolName { id: ac756826-7d23-4a48-8f48-471e91447b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.266391059Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.266430039Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.266661253Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.266815916Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.376384021Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.376943631Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.376981321Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.411260208Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.411491382Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.411511542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.411526362Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.43651923Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.436564851Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.436569961Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.619823816Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.62003065Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.62005457Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.62007005Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.632660586Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.632821798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.63408969Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.657531091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.657568602Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.657834126Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.663080836Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.667948399Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.672862663Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.678131914Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.683020407Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.687428653Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.692645842Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.805920571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.810001181Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.814450797Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.818596277Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.822351562Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.827004361Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.831864664Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.836495204Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.84093899Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.845578709Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.850015995Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.855144543Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.860484094Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.865599122Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.871627755Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.876983567Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.881961042Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.888947801Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.894653889Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.89998507Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.936735189Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:15.973323645Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.008390085Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.039820043Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.070467148Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.072058965Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.072077535Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.119525137Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:393","port":"Port { inner: PortInner { name: \"opte1\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 159, 92]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte1\" } }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.119593048Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.12144425Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.1214591Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.163594581Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:393","port":"Port { inner: PortInner { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 200, 82]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" } }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.163638762Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.165612016Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.165622746Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.21671505Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:393","port":"Port { inner: PortInner { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 187, 155]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" } }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.216771631Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.218835237Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.218850767Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.274825845Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:393","port":"Port { inner: PortInner { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 187, 37]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" } }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.274894286Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.277067933Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.277091684Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.382787223Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:393","port":"Port { inner: PortInner { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 132, 182]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte5\" } }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.382870204Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"nexus"}
{"msg":"no nat entry found for: V4(\n    Ipv4Network {\n        addr: 10.151.2.168,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.386323683Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"}
{"msg":"creating nat entry for: V4(\n    Ipv4Network {\n        addr: 10.151.2.168,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.386691939Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"}
{"msg":"no nat entry found for: V4(\n    Ipv4Network {\n        addr: 10.151.2.166,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.38671205Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"}
{"msg":"creating nat entry for: V4(\n    Ipv4Network {\n        addr: 10.151.2.166,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.38672493Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"}
{"msg":"no nat entry found for: V4(\n    Ipv4Network {\n        addr: 10.151.2.167,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.386775661Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"}
{"msg":"creating nat entry for: V4(\n    Ipv4Network {\n        addr: 10.151.2.167,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.386787801Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"}
{"msg":"no nat entry found for: V4(\n    Ipv4Network {\n        addr: 10.151.2.165,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.388366778Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"}
{"msg":"creating nat entry for: V4(\n    Ipv4Network {\n        addr: 10.151.2.165,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.388382098Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"}
{"msg":"no nat entry found for: V4(\n    Ipv4Network {\n        addr: 10.151.2.164,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.388554971Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"}
{"msg":"creating nat entry for: V4(\n    Ipv4Network {\n        addr: 10.151.2.164,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.388572562Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"}
{"msg":"creation of nat entry successful for: V4(\n    Ipv4Network {\n        addr: 10.151.2.168,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.393896062Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.396224532Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"creation of nat entry successful for: V4(\n    Ipv4Network {\n        addr: 10.151.2.164,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.439710746Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"}
{"msg":"creation of nat entry successful for: V4(\n    Ipv4Network {\n        addr: 10.151.2.165,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.446829999Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"}
{"msg":"creation of nat entry successful for: V4(\n    Ipv4Network {\n        addr: 10.151.2.166,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.450177836Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"}
{"msg":"creation of nat entry successful for: V4(\n    Ipv4Network {\n        addr: 10.151.2.167,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.453502222Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.454629102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.454645862Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.454652282Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.456703117Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Configuring new Omicron zone: oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.692103145Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.705329251Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.718971345Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.72981664Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.738189034Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.745396837Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.752944716Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.76427187Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.790103322Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:16.798307762Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:17.441094623Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:417","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:417","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"189.73659ms"}
{"msg":"Profile for oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService20\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::f\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::f\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.104441134Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.104840001Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService13\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::11\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::11\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.114420515Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.114593998Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService11\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::18\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_9ff415f8-ea2c-44b4-b9a7-2a7cf086871c/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::18\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"d6243c9c-28ba-456b-a01b-a2c07e4b0778\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.52671673Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService18\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::12\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_cc5f6a04-2111-4941-923c-8867d737d5fc/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::12\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"5d183d45-87a1-4bfb-8129-9ad77db53ec6\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.526956324Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.527067706Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService14\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::16\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_63627367-eb03-4016-8c1d-73768441f612/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::16\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"1b8598f7-0e51-43fc-aec8-a8065cfec4bd\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.536684201Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService15\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::17\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_2e39fd13-5176-4455-b633-7660296b7576/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::17\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"8bdabefb-e9fe-4953-a72f-f95684016e11\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.536836414Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService16\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::13\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_662892f9-e563-4653-bedf-02b82422ec9a/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::13\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"179d6874-1642-4d20-ac15-5a2f81005e64\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.536966946Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.537246781Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService19\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::15\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_339b70a8-c294-4120-9bd3-76df19004c3b/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::15\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"85cd351a-8bb8-40ca-8123-307fe1d2ab32\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.544344403Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService22\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::19\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_39d4ca15-26b5-4bd0-bbf6-fd95c2268c88/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::19\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"cbba5461-ef57-4038-80a8-1461874dafc1\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.544536386Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService23\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::1a\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_ac756826-7d23-4a48-8f48-471e91447b90/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::1a\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"cbeb7ab9-351e-4d28-929e-a2967081db19\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.544691658Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.54480807Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.550763672Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.556173325Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.561970364Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.567837434Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:19.573267158Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 25.545999ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:19.853805062Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 37.863591ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:19.864365493Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 41.21796ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:19.874298733Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 27.056564ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:19.883870328Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 66.91804ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:19.892214671Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 145.331095ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:19.901058183Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 53.1211ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:19.911010143Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 48.314392ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:19.982632192Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 73.261776ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:20.962088679Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 58.251445ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.02274609Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 60.583295ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.11892647Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 67.337163ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.140006792Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 106.397274ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.181173158Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 79.609362ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.22500627Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 80.32332ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.262806919Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 192.523732ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.305058444Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 137.738369ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.354987231Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 121.581918ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.389169118Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 135.97216ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.422484959Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 61.809567ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.447650421Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 116.345841ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.467029994Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 246.375343ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.481528952Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 157.649077ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.494137979Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 150.959271ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.506584162Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 270.440554ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.519439873Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 320.382259ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.532568718Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 161.139831ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.544421741Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 141.861824ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.556072961Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 207.214266ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.567403125Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 290.1443ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.578960673Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 216.2842ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.595834343Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 447.491814ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.66382983Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 456.671393ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.673086058Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 577.805639ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.711845903Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 291.544327ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.722901113Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 491.397306ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.738511831Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 539.046465ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.785574859Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 333.85385ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.801991676Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 374.693174ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.824813922Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.082735017s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.86429535Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 337.187973ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:21.880345745Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 545.483344ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.024979327Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 640.984417ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.12598508Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.164358616s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.144118691Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.177390426s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.156035074Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 890.785238ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.212652807Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 656.097919ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.23143587Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 739.409942ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.244759528Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 510.742753ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.304665226Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 779.082459ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.337942857Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 977.108397ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.58578135Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 995.247401ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.77926679Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.146931198s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.827811093Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 612.852842ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.899182588Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 917.184665ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.959556023Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 508.106255ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:22.997089868Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 903.47965ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.122447448Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 571.049689ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.265077936Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.224458076s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.353651136Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 927.361498ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.386285226Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 847.739341ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.763327795Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 908.793681ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.793826708Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 824.184098ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.811623964Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.25055885s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.832487204Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.138441651s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.845983203Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 619.197384ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.889079693Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 640.803462ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:23.985431236Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.368708968s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:24.037027381Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.161106517s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:24.419380702Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 982.356959ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.281555051Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.394200262s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.705421812Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.015108198s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.715295995Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 591.53401ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.727992713Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.11630847s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.741774716Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 980.191971ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.753995443Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 791.558293ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.766790532Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.318067651s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.779449779Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 808.343473ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.791500039Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 972.345652ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.803631002Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.255596223s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:31.816849658Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.004339548s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:32.333513689Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.297954017s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:32.574019163Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 897.459569ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:32.614017898Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:32.659659222Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:417","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:417","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"543.714777ms"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 628.396062ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:32.746436593Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 586.624847ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:32.760383365Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 569.032058ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:32.788936824Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.239100629s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:32.837766769Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 702.898067ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:32.870534419Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 654.715784ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.087271606Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 656.336974ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.110337116Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.191382849s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.349006833Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.088130968s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.358801072Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.277865312s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.367708569Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.319256232s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.385151871Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.485838953s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.522277976Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.340783984s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.584689033Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.357947476s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.752854342Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.178399746s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.778861649Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.477269291s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:33.885746801Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 698.256274ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:34.093229617Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 654.426425ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:34.45671991Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.243740282s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:34.550628578Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 832.200305ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:34.655385844Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 756.844485ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:34.713736735Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.229114712s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:34.800859159Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 591.986899ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:34.935597927Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 524.920683ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:34.966178081Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 650.414073ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.019617405Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.208416394s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.120689744Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.488799204s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.128478132Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService27\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::a\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte3\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:35.280481547Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService28\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::b\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte4\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:35.28065947Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:35.301782314Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:35.306594159Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 737.092071ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.373290861Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 47.880963ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.462896857Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 577.331175ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.480553219Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 30.41174ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.487149954Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 752.941181ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.495684357Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.273984677s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.501872499Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 123.928288ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.518788592Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 126.211916ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.525323444Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.472053497s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.536908036Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 279.500271ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.653266542Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 231.983882ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.662745915Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.489717488s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.678077566Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.193664781s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.803546646Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 345.981492ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.903441041Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 329.058987ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:35.941335015Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 731.074249ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.039273435Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 635.394175ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.068410883Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 627.026354ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.119334505Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 636.287346ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.258019858Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 992.192232ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.267430879Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 747.05749ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.279950194Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 762.159123ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.338424894Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.371815148s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.627390688Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.459866812s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.71340279Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.196006586s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.755116124Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.293205339s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.778665277Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.188790535s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.786133605Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 723.805668ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:36.904225276Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.092122096s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:37.006575467Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.038138858s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:37.018546262Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 1.4221208s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:37.035638345Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 984.620237ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:37.109698762Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.172378344s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:37.17617403Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 1.337577396s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:37.269199751Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.402415705s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:37.636778911Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 993.423281ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:37.961012029Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 607.926098ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:37.983158588Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.161000083s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.008079345Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.2925928s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.065710791Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 704.901808ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.080619836Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 844.197377ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.103292044Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.4589659s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.110487247Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.426869803s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.183623079Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService17\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::10\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::10\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:38.22987797Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:38.230061784Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.329114889s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.391915543Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 724.861352ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.523640457Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.411025863s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.614315338Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 1.046084175s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.634808389Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 37.381091ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.808510562Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 757.015255ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.822505121Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService21\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::14\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::14\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"d30b7370-7ee8-47d9-bd15-3310cca1c8e3\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:38.824446284Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:38.824736799Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 56.841943ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.85809929Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 278.536282ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.925979532Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.037194827s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.959322963Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 951.604006ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:38.969789651Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService10\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::d\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value=\"5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\"/>\n        <propval type=\"astring\" name=\"address\" value=\"[fd00:1122:3344:101::d]:12223\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:38.988055634Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:38.988301208Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.124414168s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.05734425Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 25.66976ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.140218108Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 74.471255ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.17477587Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 691.582176ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.184800241Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 68.234479ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.197095561Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 285.277442ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.215064129Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 1.383753356s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.258158777Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 208.489721ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.265025394Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 111.433304ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.274184071Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.489684076s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.368556936Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 120.512721ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.397709945Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 440.441955ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.484861346Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 1.070845673s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.510673058Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 264.081802ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.527821991Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 759.662319ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.578834064Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 934.168384ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.589256832Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.230754548s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.619373488Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 1.232953163s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.691242558Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.192555905s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.729067445Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 1.151250091s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.800864664Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 661.541252ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.885446781Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.146620539s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.931508709Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 928.122927ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:39.93914566Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 742.196455ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.006585554Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 752.470388ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.034615944Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.183872535s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.193499373Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService25\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::8\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte1\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.1.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.1.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::8]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"172.30.1.5:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:40.227370892Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService26\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::9\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte2\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.1.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.1.6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::9]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"172.30.1.6:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:40.22784287Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:40.227893231Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:40.232815796Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService24\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::c\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte5\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.7\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:40.238058415Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:40.238128716Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.381062342s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.352050746Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 25.516666ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.413795482Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 35.305985ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.43937016Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 68.923778ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.455058909Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 105.367297ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.465125881Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 108.251514ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.486376175Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.045087373s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.536679505Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 63.885125ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.54811087Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.306503108s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.563903411Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 225.64069ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.584491703Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 1.189472998s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.596427707Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 299.421332ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.609073034Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 188.772977ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.626176276Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 1.098500653s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.652528197Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 780.126316ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.759473137Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.062098798s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.798688128Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 574.669268ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.821426818Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 238.773964ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.829471155Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 814.068793ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.858509882Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.216641956s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.867046258Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 732.959634ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.87591682Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 449.43068ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.919552667Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 796.772851ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.931510472Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 1.05604165s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.939696721Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 1.324731355s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:40.961720938Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 745.418817ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.077263182Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.011111133s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.087759705Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 463.953452ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.454524579Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 827.902746ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.477290752Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.439132434s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.504684928Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.223667493s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.551167672Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 791.560107ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.591718033Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 831.854937ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.618065857Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 781.177563ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.684163688Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.201763344s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.738417296Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 735.44573ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.745861363Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 891.315141ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.788648258Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 1.084291368s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.796223315Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 1.451209908s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.830879248Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.383076132s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.869398377Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.420960252s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.878623407Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 547.240143ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:41.92627536Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 1.475448878s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.008859393Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 591.804041ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.093908558Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 737.517282ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.107864717Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 895.38242ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.296636706Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 1.407310821s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.313915922Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.134388361s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.393424172Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 576.197494ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.477266797Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 536.650928ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.511696775Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.31811965s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.543191704Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 724.299898ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.656365101Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 700.88977ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.688783115Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 786.975255ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.716206344Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.498905614s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.799923777Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 781.245344ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.860975551Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 1.462244939s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.890014758Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 963.148871ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.948865315Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.301482423s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:42.956235401Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 1.335706179s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.058595152Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 1.227186328s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.066928555Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 956.316874ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.201807473Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.294948695s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.262529562Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 1.035322083s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.291598806Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.432030656s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.308753852Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.349299958s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.3898367Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 762.895341ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.398322195Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 655.297669ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.493380782Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 529.574751ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.512178187Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 559.533107ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.536484108Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService12\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::e\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::e\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"8123\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:43.641977873Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:43.642134096Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.167119122s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.655397523Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 1.081721789s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.731976242Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 68.939476ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.86564726Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.034787457s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.873671002Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 791.811479ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.921305483Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 74.166269ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:43.943224398Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 236.563105ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.03041429Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.375281577s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.054107775Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.132699772s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.106318369Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 512.256771ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.15901111Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 1.266955618s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.166429357Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 776.275767ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.174612517Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 807.649471ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.267853602Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 215.916638ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.278765229Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 665.146634ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.302832361Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.066544542s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.310739226Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 929.413843ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.335366131Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 513.132824ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.361297461Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 1.248768235s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.403065676Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 1.197351726s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.504515311Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 932.038832ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.568646086Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 1.195798647s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.682971525Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 568.165016ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.725055891Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 625.246555ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.750833636Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 539.380624ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.760922869Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 1.276875877s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.826328787Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.452910398s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.835885531Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 933.050924ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.886029229Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 596.350275ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.921246621Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 1.3441941s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.96266946Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 756.391846ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:44.980047058Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 879.478906ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.086127383Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.313215786s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.24963739Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 1.036084886s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.276469939Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.267885531s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.306148817Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.48916468s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.317371689Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 876.103866ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.389993992Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 801.860662ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.400211204Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.247479915s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.441752705Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 1.455962876s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.45064919Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 928.039599ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.511937768Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 568.838838ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.529994016Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 768.152987ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.665372073Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 1.030752394s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.714114347Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 1.299772176s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.74646662Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 1.439261849s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.832566304Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 1.427375538s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.890930262Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.345379182s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:45.978300737Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.271107803s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.11403587Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 731.059312ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.127651043Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 571.106702ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.21805505Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.101159745s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.282106606Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 607.968495ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.306193849Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 1.305815861s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.322678111Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 1.41247478s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.335548051Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 864.398312ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.44651443Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.113484696s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.458372813Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 896.891302ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.575849082Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 880.354979ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.588524919Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.288545588s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.702075402Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 562.383001ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.763636326Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.161134242s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.817387036Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 938.964703ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.838493947Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 573.547208ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.873671809Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 1.39618237s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.922967492Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.482236025s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:46.938401267Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 655.537892ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.063506417Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 959.506715ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.286402802Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 1.361580157s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.326965996Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 972.313721ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.342784787Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 688.451232ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.359792478Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 896.888941ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.398003932Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 800.526628ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.420217102Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.026274126s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.435031585Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 1.254295214s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.462141319Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.097545682s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.482535488Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 565.426244ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.496762452Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.463606746s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.591545753Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 785.466542ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.643506992Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 1.394829671s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.734695213Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 1.132634955s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.765375028Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.324701106s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.792358939Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 608.872979ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:47.993027394Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 507.027864ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.003687166Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 510.01587ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.060070191Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.434285672s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.074321505Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 983.971513ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.230947935Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 1.32324448s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.254100241Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 590.740098ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.303558528Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.306376116Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:417","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:417","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"1.228244326s"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 749.165552ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.325440252Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 1.367027824s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.334117771Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 618.726557ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.43108847Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 1.363603471s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.439811369Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 991.408772ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.471811897Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.224537525s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.522199218Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 1.224818615s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.581203138Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 595.781535ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.592881528Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 941.137332ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.613173985Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 1.434374581s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.7005079Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 1.319162301s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.731378058Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.151372909s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.906065927Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 651.918445ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:48.915702272Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.064637365s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.061120301Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 534.039786ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.070209647Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 1.079784424s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.085323245Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 727.177707ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.127293943Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 1.133037892s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.139120806Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 645.47389ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.204955832Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 807.886057ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.231851833Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 896.683176ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.478486703Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.054172383s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.524871397Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.339975024s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.579200097Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 506.132016ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.592876181Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 521.511905ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.605719Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.340214625s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.619805941Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 748.502804ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.717779448Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3\") failed: Property not found. retry in 1.137419923s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.760747704Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 1.375925232s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.818899419Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 666.163794ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.830625399Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.333342569s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.864939656Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.447675915s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:49.87859461Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.086845057s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.053402712Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 1.047366782s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.068032192Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 1.294005844s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.081216428Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 572.363945ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.115195929Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 726.078029ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.139827711Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 972.239467ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.151969248Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 1.425307663s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.163877752Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 698.005444ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.181414612Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 519.129111ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.288938612Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 588.576008ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.391484187Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 680.207344ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.482752259Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 1.241518857s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.512347666Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.440570726s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.594555082Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 623.860472ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.702409287Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 1.05191964s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.827479308Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 1.168289979s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.886673111Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 907.048435ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.899073603Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4\") failed: Property not found. retry in 1.435896212s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.933244558Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5\") failed: Property not found. retry in 1.086534966s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.980425835Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 1.159065855s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:50.998278601Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 1.147001564s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.133342392Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958\") failed: Property not found. retry in 1.39398864s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.149459798Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235\") failed: Property not found. retry in 1.272041672s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.163176112Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9\") failed: Property not found. retry in 734.636472ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.176536411Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 651.847576ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.208743022Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385\") failed: Property not found. retry in 1.144215799s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.226553027Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 944.39492ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.336991627Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 820.115446ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.34531972Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 579.635928ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.390890169Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df\") failed: Property not found. retry in 756.365795ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.606614261Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\") failed: Property not found. retry in 639.129353ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.771438072Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194\") failed: Property not found. retry in 1.249143196s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.822546926Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d\") failed: Property not found. retry in 710.094681ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.879985879Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f\") failed: Property not found. retry in 1.248462682s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.898037408Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4\") failed: Property not found. retry in 668.013059ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:51.989597465Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0\") failed: Property not found. retry in 1.16487531s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:52.054068928Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc\") failed: Property not found. retry in 530.409835ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:52.074170162Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec\") failed: Property not found. retry in 839.43138ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:52.176747888Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc\") failed: Property not found. retry in 1.266760339s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:52.198423729Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\") failed: Property not found. retry in 1.114632587s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:52.302896156Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217\") failed: Property not found. retry in 760.146797ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:52.331995934Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582420871Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_oximeter_5e3f1ed4-0f1b-4a1d-9959-8f40d4c97af9"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582479492Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_634cce40-bafd-4e0d-96ed-afdcb1d112b0"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582500983Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_external_dns_2d41aa6a-e613-43ba-b0d0-5cc8f685a958"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582508583Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_clickhouse_25b89476-359e-47f8-bea2-3de9e5e99194"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582515243Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_pantry_fe5b0415-63cc-4561-8e18-8b38bd5aa235"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582521393Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_2e9691b8-007b-4520-947b-a0537ec7b2ec"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582527603Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_external_dns_4e960e23-20ba-48e5-9697-e299814c1217"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582533643Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_646a904f-1208-4787-8b83-6ad524b58ce3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582540363Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_2d29a557-7bee-4fe1-8b8e-8c4309441fe4"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582549484Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_pantry_70ea324e-1d3b-451f-92e2-3dd4893ba7df"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582555533Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_afaff3f3-797c-44e8-bbf7-7a0b7c0c5ffc"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582561274Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_b9bdba62-62b5-45f2-8e6d-7415e56d8efc"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582567674Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_pantry_271e109e-182e-4626-b37a-fed0542ab9a5"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582573804Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_nexus_ef10530a-0825-4479-8014-6a7d3078262d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582579384Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_3b7765ae-cc70-4a27-9b47-752b8a12d69f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582585474Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_nexus_4e4b5bd4-ec5c-4863-9626-ecd0b57498b9"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582595134Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_nexus_0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582884449Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_bc18ef60-2412-4f2c-9cab-691f92a94385"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.582902379Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3056","zone":"oxz_crucible_83db2fa4-dc9c-4ccd-a225-33f67333fdb4"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.59694799Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.608099321Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.627116176Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"89d83b6a-6603-4f04-998a-845270675675","remote_addr":"[fd00:1122:3344:101::1]:63067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":38770561,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.642655192Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1244"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.643627969Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.644377911Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.647983053Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:681"}
{"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.656378507Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.2.174,\n    infra_ip_last: 10.151.2.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.2.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.2.100,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            uplink_port_fec: None,\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:53.708179463Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:825"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:54.015974071Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:54.020202873Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:417","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:417","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"2.167037376s"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:54.074051764Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:54.143623145Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:54.240253559Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:54.359277576Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:54.503592905Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:54.784121845Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:55.120803747Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:55.43420545Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:55.740628293Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:56.02563093Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:56.221601884Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:417","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:417","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"3.241920943s"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:56.833027587Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:57.817551515Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:03:58.761147011Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:03:59.494742756Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:417","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"oximeter/producer/src/lib.rs:417","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"11.518302996s"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:00.274287336Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:01.962290701Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:02.390391967Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40172"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:02.393731454Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"7a6f10bb-1dbb-4440-8aef-5a1c7ba5e2d5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40172","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":2265,"response_code":"200"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/0f15006d-98e4-48dc-8b6c-3e866ca1aace/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:03.464549619Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"878b509d-2856-408d-9955-9cf78990231a\", \"content-length\": \"173\", \"date\": \"Thu, 20 Jun 2024 21:04:05 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"ebe60f78-650f-482d-ab07-6cce79648e59\\\"\", request_id: \"878b509d-2856-408d-9955-9cf78990231a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:06.276784143Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f035b1-3cb0-481b-a04c-506c346f6d35\", \"content-length\": \"173\", \"date\": \"Thu, 20 Jun 2024 21:04:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"ebe60f78-650f-482d-ab07-6cce79648e59\\\"\", request_id: \"b6f035b1-3cb0-481b-a04c-506c346f6d35\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:07.997092981Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:11.000201281Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"sled-agent/src/nexus.rs:592","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:11.120912647Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:60176"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:11.122462263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:11.208560597Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"c099309e-e61d-4d46-ae31-9acfa14d1f0f","remote_addr":"[fd00:1122:3344:101::c]:60176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":87547,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:11.210226725Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:11.210764104Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:11.213125685Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:11.214987777Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"0d3476d3-4ebc-4afe-aaf3-00198f97ea1c","remote_addr":"[fd00:1122:3344:101::c]:60176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":6166,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.352130406Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:62775"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.360241485Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:524","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.360629242Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.360864446Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.360878866Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.360884796Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.360900427Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.360920867Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.360957248Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7634ceaf-07d5-4960-8aa8-d2994af2ca93","remote_addr":"[fd00:1122:3344:101::c]:62775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8632,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.363336228Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:897"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.563398651Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:56312"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.563480302Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.653616425Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"f59214a1-52da-4842-bdec-65f7dfff397c","remote_addr":"[fd00:1122:3344:101::c]:56312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":90109,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.653964581Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.654025862Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.654317667Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:12.654584462Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"552763ed-9207-4197-b81e-dcb25b5414a9","remote_addr":"[fd00:1122:3344:101::c]:56312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":730,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100100648Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:54696"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100353212Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:524","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100403073Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100448584Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100464474Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100484124Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100489804Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100496825Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100522365Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"bbb3cf32-f000-4abc-abdc-c79aa5960cc2","remote_addr":"[fd00:1122:3344:101::c]:54696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":355,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.100594026Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:60456"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.10141176Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:524","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.101437501Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.101459961Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.101466661Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.101472071Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.101477201Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.101500352Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.101517412Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fd3a7096-666b-4343-8efa-3628f317655a","remote_addr":"[fd00:1122:3344:101::b]:60456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":901,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.167080794Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:52179"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.167315478Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:524","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.167369379Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.167394349Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.1674123Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.1674258Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.1674465Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.167465331Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:14.167488131Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"de25622d-99b3-4f52-ad30-dbc74407b368","remote_addr":"[fd00:1122:3344:101::a]:52179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":326,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:32.42793993Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62807"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:32.428592921Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"11c91ebf-1fc5-4d9c-a3fd-a606c7c3c446","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62807","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":633,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:33.882789545Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:63762"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:33.883864603Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"dff00a56-b63e-4998-b0e4-66c91984e0a3","remote_addr":"[fd00:1122:3344:101::c]:63762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1061,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:33.955833535Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:37106"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:33.955980398Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3cd5e0d0-5150-4195-ba88-097b7b543f13","remote_addr":"[fd00:1122:3344:101::b]:37106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":113,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:33.967423113Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:59379"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:33.967527685Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3a831457-9b18-4be9-bf8a-a0bb0d323230","remote_addr":"[fd00:1122:3344:101::a]:59379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:33.988708518Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:43871"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.10687242Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"63f8b66b-609c-47ba-a28a-d55883fab2e6","remote_addr":"[fd00:1122:3344:101::c]:43871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":118106,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.107215286Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:58572"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.107269267Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:34791"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.111729493Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"cbc15e02-6dc7-4179-832d-39f9da01eb82","remote_addr":"[fd00:1122:3344:101::c]:43871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":4516,"response_code":"200"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.137392892Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.138146065Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.142699723Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.143372204Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.143582878Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"PUT","req_id":"ae904a90-0092-4581-883b-e556268ed7da","remote_addr":"[fd00:1122:3344:101::c]:43871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7841,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.170988197Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"bb252c12-5f8d-4398-9cfc-2519143bf9bb","remote_addr":"[fd00:1122:3344:101::b]:34791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":63572,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.174995316Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"3e7807be-f4fa-40f2-ab83-ef12253a6120","remote_addr":"[fd00:1122:3344:101::b]:34791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":640,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.217991501Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"95205284-3c95-45bb-9a2b-1aa8c58a2bdc","remote_addr":"[fd00:1122:3344:101::a]:58572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":110621,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:34.21907617Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"e621e481-57da-424e-9335-b5c0482b663e","remote_addr":"[fd00:1122:3344:101::a]:58572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":795,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:41.164675046Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::d]:61486"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:04:41.170837581Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"0858d9ff-6917-47af-ac7b-8f1c38b80d8b","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":4900,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:02.470145402Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45700"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:02.470298595Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"d8f74c4b-31cc-442f-8930-22c35daf6735","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45700","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":111,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.296362393Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:49023"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.297455652Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"7ac5eac5-605d-4717-ad96-00ec47a1012c","remote_addr":"[fd00:1122:3344:101::c]:49023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1070,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.378053951Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:62285"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.424822151Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"91513619-2ecb-4218-b70f-84804625dfeb","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":46707,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.425036565Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"6de812e5-1c58-445c-bcdd-e12a8a0f2aa1","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":83,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.445596077Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:64817"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.445819571Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"6537e843-57b2-4ca6-96a4-cf50263fc90d","remote_addr":"[fd00:1122:3344:101::b]:64817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":164,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.469486126Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:38176"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.469588988Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"b72df7f2-60fb-43ce-8d13-fe84f8dd4e3f","remote_addr":"[fd00:1122:3344:101::a]:38176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":85,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.557659444Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:48038"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.605227398Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d4cfd5cd-d8bf-44a1-ae8b-f3bef5175d7e","remote_addr":"[fd00:1122:3344:101::a]:48038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47518,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.60534414Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:42226"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.608986712Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"6d1e490a-752b-4aa5-ac84-01be98e5ddba","remote_addr":"[fd00:1122:3344:101::a]:48038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3434,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.650311809Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"6aed0dd6-df32-4d3a-b21e-c34369d677b7","remote_addr":"[fd00:1122:3344:101::b]:42226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44883,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:04.650628555Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"4d728f31-36e3-490b-9a91-75289d49daa7","remote_addr":"[fd00:1122:3344:101::b]:42226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":120,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:11.163645826Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"348e7c04-fc40-4853-ae4d-fde2425b3993","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":503,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:32.502257368Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41703"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:32.502351169Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"cec5085a-1bcc-4380-8533-ba2e0bd952aa","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41703","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":83,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:33.889142841Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:48311"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:33.889364785Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"40b38eff-4f62-4e8e-981b-d542ef7a3b58","remote_addr":"[fd00:1122:3344:101::a]:48311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":205,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:33.908216357Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:65286"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:33.908333429Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"36867e02-ec4d-475d-bdb3-a7a88ea24435","remote_addr":"[fd00:1122:3344:101::b]:65286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":89,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.000565657Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:61622"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.050483542Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"4331e659-cae9-4ff4-8010-6136f0cabc46","remote_addr":"[fd00:1122:3344:101::b]:61622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":49856,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.050827878Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"dc04f60b-c081-4451-a9e7-13afffdee771","remote_addr":"[fd00:1122:3344:101::b]:61622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":107,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.062512378Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:34623"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.062759172Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"d3720d67-3227-408c-8ae4-57cc4b844454","remote_addr":"[fd00:1122:3344:101::c]:34623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":187,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.071009923Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:42685"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.118996714Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"037ed51d-2b6f-4b3b-9493-ab03d0b6bfc9","remote_addr":"[fd00:1122:3344:101::a]:42685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47930,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.11931073Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"9036fe6e-8997-4062-ab12-30a852db07ed","remote_addr":"[fd00:1122:3344:101::a]:42685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":111,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.152563669Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:37658"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.202265179Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"9ea4bc42-c2d2-457f-b9ff-2df1f909c2ef","remote_addr":"[fd00:1122:3344:101::c]:37658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":49617,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:34.202551424Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"19f0a140-2a66-4669-9fda-cd8218110a0d","remote_addr":"[fd00:1122:3344:101::c]:37658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":96,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:05:41.163153157Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"b607f1f5-1f1e-4df3-aa29-be1122b62eee","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":607,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:02.536286986Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52809"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:02.536458559Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"c3d28e36-5b04-4594-b3cf-c689c1f61705","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52809","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":164,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:03.945003234Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:42711"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:03.945294799Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"e6870dfd-7403-471f-90d6-395d5b80d79c","remote_addr":"[fd00:1122:3344:101::c]:42711","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":199,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:03.957270784Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:43928"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:03.957493117Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"c47db1d3-fd48-48fa-929c-2f5b13d0d6ef","remote_addr":"[fd00:1122:3344:101::a]:43928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":189,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.167462391Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:43674"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.217817692Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d02c4d1a-e087-4757-a5bb-caa823d21eba","remote_addr":"[fd00:1122:3344:101::a]:43674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":50287,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.218092177Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:63725"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.218130268Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a97d9b98-2db6-45c2-b4e3-a194bf1977b4","remote_addr":"[fd00:1122:3344:101::a]:43674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":126,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.218180189Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58009"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.222639715Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"9854d76b-cbb3-466c-877c-9debb771dcd9","remote_addr":"[fd00:1122:3344:101::b]:58009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":4307,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.266099659Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"cd9a2995-fc2a-4af7-9cc5-96bc146bcdd3","remote_addr":"[fd00:1122:3344:101::c]:63725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47857,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.267039985Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"ee20af60-b519-41e9-b198-2f32cf1c81b7","remote_addr":"[fd00:1122:3344:101::c]:63725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":756,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.36433967Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:36012"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.406937529Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f0181d25-680e-44d0-a950-bd58a741f390","remote_addr":"[fd00:1122:3344:101::b]:36012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":42552,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:04.407672021Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0b6ca993-584f-43ca-ae51-067a9d8c7696","remote_addr":"[fd00:1122:3344:101::b]:36012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":604,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:11.162792586Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"32242d47-6a36-4bbd-8a56-86de79811b1c","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":589,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:32.569791156Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63073"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:32.57001767Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"ee80c3b4-6765-437b-b7cf-515fffc9b781","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63073","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:33.907148861Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:45574"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:33.907341074Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"2474dd4e-522d-4445-8ce0-43c8015ecf77","remote_addr":"[fd00:1122:3344:101::a]:45574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":177,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:33.918365763Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:37076"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:33.918479955Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"cc1d11f1-14c3-48b5-bd82-6fb539b1be24","remote_addr":"[fd00:1122:3344:101::c]:37076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:33.970345162Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:49796"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:33.970475105Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"6d4f9cc4-ddbf-4d62-844c-bc9dd484472d","remote_addr":"[fd00:1122:3344:101::b]:49796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":87,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:33.977750199Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:56744"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:34.028276984Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"5eb711d6-ba8f-4c78-89b7-b5cbc5a96c8b","remote_addr":"[fd00:1122:3344:101::a]:56744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":50472,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:34.028395916Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:38753"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:34.072237676Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"78d45a7d-8bdb-4c56-bb15-5eafda66c789","remote_addr":"[fd00:1122:3344:101::c]:38753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":43781,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:34.07244555Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"3704808a-0246-43b1-94e1-e950d87153ca","remote_addr":"[fd00:1122:3344:101::a]:56744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":102,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:34.073301414Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"6ee61d4e-2942-4fb0-ba7b-2fe3da7c8471","remote_addr":"[fd00:1122:3344:101::c]:38753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":763,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:34.074461304Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:50703"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:34.119334182Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"4c055015-34ce-4cf8-a84b-8daeb5f2c0df","remote_addr":"[fd00:1122:3344:101::b]:50703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44822,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:34.11977322Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"213826a4-fdc9-4e92-babc-6a2a54d46ba9","remote_addr":"[fd00:1122:3344:101::b]:50703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":158,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:41.163538944Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"3077825a-cf68-4036-8027-e0c73767c0ae","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":791,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:06:44.035918867Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:02.601772752Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35315"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:02.601898774Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"2c5dfadc-50d0-49ce-9536-8ba3b8c967a7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35315","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":93,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:03.947127534Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:36314"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:03.947388438Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"5e8ff083-b341-4b18-a83d-2828c6bd0d43","remote_addr":"[fd00:1122:3344:101::c]:36314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":240,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.030411569Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:51075"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.030541981Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"2e6c4012-d88d-43b8-896c-f117ae512f87","remote_addr":"[fd00:1122:3344:101::b]:51075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":90,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.153887882Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:65008"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.154042815Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"76b10f1a-c9f3-4e56-813c-e18e5a929199","remote_addr":"[fd00:1122:3344:101::a]:65008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":141,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.169804564Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:64277"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.218094791Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"8f3fc463-f58a-4c0c-862b-b2a05c2a786c","remote_addr":"[fd00:1122:3344:101::c]:64277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48188,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.218480757Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d85be350-1b40-48f0-a735-57fcfac945db","remote_addr":"[fd00:1122:3344:101::c]:64277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":83,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.348783847Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:57857"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.394921687Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"767b2e81-51ac-4596-9573-82a656f8f241","remote_addr":"[fd00:1122:3344:101::a]:57857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":46042,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.395046829Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58539"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.398928235Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"ea5f1c89-ed92-4b48-986d-d629d3b0b396","remote_addr":"[fd00:1122:3344:101::a]:57857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3706,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.442031133Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"12fc1b2c-51ac-4597-a9f9-1b623aed02c8","remote_addr":"[fd00:1122:3344:101::b]:58539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":46914,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:04.442369819Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"1c35a1df-88c8-4e58-9c48-30adc64c86c0","remote_addr":"[fd00:1122:3344:101::b]:58539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":143,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:11.313467389Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"cef5e126-d809-4ca7-a0e6-43fcd461c861","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":932,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:32.634508479Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42572"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:32.635108059Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"8c51db21-fc44-4341-9aa5-540459d3db5c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42572","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":56,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:33.902590858Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:48111"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:33.902799512Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3558a8aa-eae0-4dd8-b3d3-f88f03a788b0","remote_addr":"[fd00:1122:3344:101::c]:48111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":189,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:33.92140356Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40056"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:33.922216884Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"26a84ddd-871d-410e-bc4d-a69a6f73833d","remote_addr":"[fd00:1122:3344:101::a]:40056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":763,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:33.936346456Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:47225"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:33.936475638Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"e6884968-fdb8-434b-af54-38f92642ed4e","remote_addr":"[fd00:1122:3344:101::b]:47225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:33.974323196Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:55635"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:34.022512471Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"be91d5d4-5a62-417f-89c2-c2a370067a26","remote_addr":"[fd00:1122:3344:101::c]:55635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48138,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:34.022797075Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40397"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:34.022818826Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"c176a5a6-2b66-4722-af64-843bc79fec6a","remote_addr":"[fd00:1122:3344:101::c]:55635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":128,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:34.071347086Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"dcd42676-6bad-4e6f-b3bf-0ace6ec3134b","remote_addr":"[fd00:1122:3344:101::a]:40397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48443,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:34.071660142Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"4befdbcb-c043-44c9-8f1c-c78310051e0e","remote_addr":"[fd00:1122:3344:101::a]:40397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":121,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:34.079348263Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:65135"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:34.126694833Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"aa5cc36a-f0ea-4650-8a6d-a90d429002a8","remote_addr":"[fd00:1122:3344:101::b]:65135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47253,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:34.127150581Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"218efa30-2a48-449f-bb7e-21b68f551b92","remote_addr":"[fd00:1122:3344:101::b]:65135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":117,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:07:41.313336464Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"3cef6e8f-1dd4-45d3-a7ba-1904302562d0","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":770,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:02.667507421Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62125"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:02.667629943Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"98a572d8-7402-4ede-b681-7a92ce45cc22","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62125","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":89,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.039900266Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:65478"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.04014485Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"ddb756d5-c1c4-43c9-85e4-18224daef329","remote_addr":"[fd00:1122:3344:101::b]:65478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":224,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.084303906Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34403"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.08515005Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"37a50fe0-dc43-494a-8750-fa46db4d8c8a","remote_addr":"[fd00:1122:3344:101::a]:34403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":813,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.085271053Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:53111"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.085375154Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"c58761d4-efcb-4a92-84e1-04ba2019d9d1","remote_addr":"[fd00:1122:3344:101::c]:53111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.202533839Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:51434"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.248932293Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"4eb555a9-6103-4756-80bd-4ac39c16a3a2","remote_addr":"[fd00:1122:3344:101::c]:51434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":46358,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.249069576Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:37506"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.252109628Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d2e05b5b-672d-4010-bc61-a556f1e6b3c5","remote_addr":"[fd00:1122:3344:101::c]:51434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":2850,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.291474561Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7a8dd1b2-3aef-48af-861e-79042b1dae11","remote_addr":"[fd00:1122:3344:101::a]:37506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":42311,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.291751726Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"e968a8eb-8572-4ec3-8484-b7fbea1915f0","remote_addr":"[fd00:1122:3344:101::a]:37506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":115,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.36149688Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:33892"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.401572096Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"5ac0e51d-c7ad-4cd7-b052-ba395938e658","remote_addr":"[fd00:1122:3344:101::b]:33892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":40029,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:04.40181752Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"6eac2c57-1a11-4d72-bfee-7abe5071f677","remote_addr":"[fd00:1122:3344:101::b]:33892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":104,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:11.313797449Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"6c4388e2-5d44-400f-8265-460d024ec781","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":678,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:32.701651303Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64605"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:32.701760265Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"d9b47a9f-1c96-455c-8f10-b2ee8c367b9d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64605","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:33.900908645Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:53199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:33.901686829Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3fa0fb09-58fc-4f42-8204-a552ef90c255","remote_addr":"[fd00:1122:3344:101::c]:53199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":756,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:33.93915285Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:56261"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:33.940057235Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"295d942f-f349-4dc4-93b7-b4d026e02f64","remote_addr":"[fd00:1122:3344:101::b]:56261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":868,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:33.95903983Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:55116"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:33.959160762Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"f67630ec-bb9d-4112-8db4-f2c2723f3be2","remote_addr":"[fd00:1122:3344:101::a]:55116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:34.055967309Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:60592"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:34.102549046Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"6533a964-3b3e-4bd8-8251-7661e05cdb3f","remote_addr":"[fd00:1122:3344:101::a]:60592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":46525,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:34.102700539Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:37570"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:34.102731939Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:33352"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:34.10627967Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"520bdd4e-f194-4f20-8faa-4b3712555716","remote_addr":"[fd00:1122:3344:101::a]:60592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3330,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:34.148090566Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"601578b4-f8d2-45a0-ba3c-acb3cce88ce9","remote_addr":"[fd00:1122:3344:101::b]:33352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45232,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:34.152144675Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"2c9ce408-949f-49c9-b41d-3c3872aa7406","remote_addr":"[fd00:1122:3344:101::b]:33352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":966,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:34.192036358Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"89427da5-4cfb-44b2-8ffd-1ebfbce76977","remote_addr":"[fd00:1122:3344:101::c]:37570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":89103,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:34.192446674Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"fe61f620-b9fc-45e4-b13c-1b754c458051","remote_addr":"[fd00:1122:3344:101::c]:37570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":146,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:08:41.313536283Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"dd9482ff-04c6-472e-a115-d351751b3544","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":819,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:02.734583525Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44784"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:02.734677237Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"2fa4cc9b-1cfb-4cfc-8cd3-52767c98cde3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44784","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.059240393Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:56333"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.059457917Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"7ae40e25-81b5-4a96-b90d-5038b835bf7e","remote_addr":"[fd00:1122:3344:101::a]:56333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":205,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.067591246Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:54388"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.067725448Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"83ea037e-8473-4752-93f3-234ecfea6ec0","remote_addr":"[fd00:1122:3344:101::b]:54388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":99,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.081706738Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:45568"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.081913681Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:524","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.081946722Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.081979612Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.081996423Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.082012583Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.082043784Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.082052214Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.082067244Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2da7b6a9-4949-45a7-87e8-c61a68a2e770","remote_addr":"[fd00:1122:3344:101::b]:45568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":307,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.105390663Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:60963"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.105490305Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"76df2d00-8a20-470f-a2ca-69587473b5c6","remote_addr":"[fd00:1122:3344:101::c]:60963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":84,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.122465385Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:58079"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.122677759Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:524","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.12271356Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.12273427Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.12277037Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.122789141Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.122807421Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.122830731Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.122847302Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0f318854-72d1-4111-a28a-938431148524","remote_addr":"[fd00:1122:3344:101::a]:58079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":276,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.15372093Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:50837"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.153834472Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:524","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4f2d23fb-a78e-476f-9439-9d9b9b9ed1af, kind: Service { id: 4e960e23-20ba-48e5-9697-e299814c1217 }, name: Name(\"external-dns-4e960e23-20ba-48e5-9697-e299814c1217\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 7f03ccff-2d5f-49fb-8f37-625d5981e079, kind: Service { id: 2d41aa6a-e613-43ba-b0d0-5cc8f685a958 }, name: Name(\"external-dns-2d41aa6a-e613-43ba-b0d0-5cc8f685a958\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 92])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 412cf5a0-691c-4cd3-8f46-ffcc45d6f286, kind: Service { id: 4e4b5bd4-ec5c-4863-9626-ecd0b57498b9 }, name: Name(\"nexus-4e4b5bd4-ec5c-4863-9626-ecd0b57498b9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 37])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d772999e-aa6b-4592-a99d-a41b433b650b, kind: Service { id: ef10530a-0825-4479-8014-6a7d3078262d }, name: Name(\"nexus-ef10530a-0825-4479-8014-6a7d3078262d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 155])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddfc9ab8-d17b-4a4c-bbc4-a819365fe8ea, kind: Service { id: 0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57 }, name: Name(\"nexus-0b8be9bf-e25e-49ba-bb5c-c0fbf3780d57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.153866493Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.153874703Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.153890863Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.153896673Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.153904843Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.153921084Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:543","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.153933164Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2a8a5e53-e54b-4909-b936-777c01d8057b","remote_addr":"[fd00:1122:3344:101::c]:50837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":180,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.185076697Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:61776"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.230142828Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f6f640a2-4b45-4406-828e-906186cf8cc3","remote_addr":"[fd00:1122:3344:101::b]:61776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45023,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.230404263Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"79ad8b5c-cd2c-4cab-a68f-02c44a0b46a0","remote_addr":"[fd00:1122:3344:101::b]:61776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.29044671Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:53928"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.333550028Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"865f633c-7fb6-4ca1-b790-cdb6dd2c19d9","remote_addr":"[fd00:1122:3344:101::a]:53928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":43011,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.333806242Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"f06fa4a7-4a45-493d-b10c-c1e408a7353c","remote_addr":"[fd00:1122:3344:101::a]:53928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":114,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.377273246Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:63234"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.423062669Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"30bc5cc0-a7b5-489b-9e55-232be15dbf7f","remote_addr":"[fd00:1122:3344:101::c]:63234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45706,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:04.423355074Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"f7673143-127b-4fcf-92db-6181d5b090f8","remote_addr":"[fd00:1122:3344:101::c]:63234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":134,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:11.313217286Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"3de133f2-ad25-4169-9d1c-2163b239641f","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":804,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:32.767355974Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35896"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:32.767467285Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"144d6697-6a7b-4144-836f-b031b849bf07","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35896","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:33.843470379Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:49843"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:33.843688163Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"c3cc6cac-b941-4af6-8f1e-489f98e06e02","remote_addr":"[fd00:1122:3344:101::a]:49843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":206,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:33.887892449Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:38427"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:33.888030592Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"508f5efc-fdb0-4aa1-85de-791babb447e3","remote_addr":"[fd00:1122:3344:101::c]:38427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:33.917544537Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:54770"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:33.917648868Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"627cb264-dfda-4106-95e5-5c098ff2dfa6","remote_addr":"[fd00:1122:3344:101::b]:54770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":87,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:33.987553665Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:36563"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:34.035893222Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"98524ffe-569a-49fb-a1f4-2a2cebe3d34a","remote_addr":"[fd00:1122:3344:101::a]:36563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48276,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:34.036094335Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:60140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:34.039246069Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"b38d8967-3fc4-4b11-a785-2426eb5990f0","remote_addr":"[fd00:1122:3344:101::a]:36563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3064,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:34.078082844Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:46467"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:34.081206047Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"5fe266c0-647a-40ef-8603-d8b21b7c3ed3","remote_addr":"[fd00:1122:3344:101::b]:60140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45043,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:34.084783219Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"2132ae51-41e3-484d-a19d-d578ca4b8416","remote_addr":"[fd00:1122:3344:101::b]:60140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":591,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:34.125275461Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"ca3e0d50-aa15-466f-8a2a-e05c5b8af2ac","remote_addr":"[fd00:1122:3344:101::c]:46467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47082,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:34.126189877Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"68e3b7b6-6509-45c0-a1b1-b1fe2d0eae7e","remote_addr":"[fd00:1122:3344:101::c]:46467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":740,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:09:41.393413216Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"64ffbcaa-a765-4ce0-a5b7-db89204e2d60","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":576,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:02.799812127Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38243"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:02.800731063Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"375160bc-ad13-4518-84a2-adda6a135c8f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38243","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":896,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.0020448Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:50064"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.002252474Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"a45f5abe-2e74-46f7-8b68-6a77a1f62809","remote_addr":"[fd00:1122:3344:101::a]:50064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":193,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.037510538Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:43843"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.03764582Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"4e06795a-5662-459a-82e5-07e439057b99","remote_addr":"[fd00:1122:3344:101::c]:43843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.136772936Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:51636"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.137754553Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"07ea9fed-1cec-4e5f-8912-919d62e43f00","remote_addr":"[fd00:1122:3344:101::b]:51636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":945,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.174842777Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:60842"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.220147503Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d74cd2f8-4458-4bbf-b3d0-0e2619aa4381","remote_addr":"[fd00:1122:3344:101::a]:60842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45261,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.220264585Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:48694"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.223446479Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"7c99f69f-62f8-4413-81bf-4a9702286fa0","remote_addr":"[fd00:1122:3344:101::a]:60842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3010,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.265774594Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7c4ecb62-0576-416b-8083-9861001689eb","remote_addr":"[fd00:1122:3344:101::b]:48694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45424,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.266688169Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0efe8610-5945-41b0-89bf-d35a36aba070","remote_addr":"[fd00:1122:3344:101::b]:48694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":719,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.272270365Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:53121"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.312963701Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"e139cd81-6b85-43ad-880a-6b405429297f","remote_addr":"[fd00:1122:3344:101::c]:53121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":40621,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:04.313251616Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"f071d4be-8212-4962-a839-9c2fd8abbde7","remote_addr":"[fd00:1122:3344:101::c]:53121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":116,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:11.393920064Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"d0872f7a-c982-4a09-8281-74ecdfe3792b","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":764,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.302843921Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:49756"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.303039344Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"1820788d-dccc-4ffa-8878-5dd1fe3c6f13","remote_addr":"[fd00:1122:3344:101::a]:49756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":183,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.305315253Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:631","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 253, 161, 31])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(364767) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.305342883Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"PUT","req_id":"d4248476-d343-4b88-89c2-59efaf46d8d6","remote_addr":"[fd00:1122:3344:101::a]:49756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":2159,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.481957176Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:59413"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.499536926Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:548","metadata":"InstanceMetadata { silo_id: e7e2a46b-e8c0-4912-8dec-96727dd9e600, project_id: 555e75e0-b99a-4a7e-9e77-2bae94fdb809 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-06-20T21:10:26.009667Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(25502922-1e61-417e-93d4-52e06d0f813f (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-20T21:10:26.071430140Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 00f7b15c-aa0f-4a2c-abdc-4eb0f625e0e6, kind: Instance { id: 5485f2f1-8413-45ff-96bf-5be990261b69 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 161, 31])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(364767), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 00f7b15c-aa0f-4a2c-abdc-4eb0f625e0e6, kind: Instance { id: 5485f2f1-8413-45ff-96bf-5be990261b69 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 161, 31])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(364767), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 00f7b15c-aa0f-4a2c-abdc-4eb0f625e0e6, kind: Instance { id: 5485f2f1-8413-45ff-96bf-5be990261b69 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 161, 31])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(364767), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(364767))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 00f7b15c-aa0f-4a2c-abdc-4eb0f625e0e6, kind: Instance { id: 5485f2f1-8413-45ff-96bf-5be990261b69 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 161, 31])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(364767), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-d7ae972938b\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 361df455-f18c-4d8d-9e64-cf6f334e7d8c, read_only_parent: Some(Volume { block_size: 512, id: 52822563-b086-4841-8772-2d2abbcb75fc, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 45f47d0b-f9a3-40d4-802a-bbae50817674, key: Some(\"WEZ1GfhEF+yP/Z+QLfgAGEAnFNMXq+l0d3fBpxDAncI=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 361df455-f18c-4d8d-9e64-cf6f334e7d8c, key: Some(\"QcvWQisnVwRcrXxEWuQt5A2w2frjGkx2ca9FDWY0zaA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::16]:19000\", \"[fd00:1122:3344:101::1a]:19002\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAsTanUWNRYAABNqdRYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAALE2p1FjUWAAATanUWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI1NDg1ZjJmMS04NDEzLTQ1ZmYtOTZiZi01YmU5OTAyNjFiNjkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJR0FHZlN2WE5XRnlaRWh0Nndmd0RpdDdITlN3eWNBNFV5aEFLeUkxUEx6cSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.499649908Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:582","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69 (instance)"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.502184442Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance.rs:942","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 00f7b15c-aa0f-4a2c-abdc-4eb0f625e0e6, kind: Instance { id: 5485f2f1-8413-45ff-96bf-5be990261b69 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 161, 31])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(364767), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 00f7b15c-aa0f-4a2c-abdc-4eb0f625e0e6, kind: Instance { id: 5485f2f1-8413-45ff-96bf-5be990261b69 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 161, 31])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(364767), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 00f7b15c-aa0f-4a2c-abdc-4eb0f625e0e6, kind: Instance { id: 5485f2f1-8413-45ff-96bf-5be990261b69 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 161, 31])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(364767), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(364767))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 00f7b15c-aa0f-4a2c-abdc-4eb0f625e0e6, kind: Instance { id: 5485f2f1-8413-45ff-96bf-5be990261b69 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 161, 31])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(364767), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-d7ae972938b\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 361df455-f18c-4d8d-9e64-cf6f334e7d8c, read_only_parent: Some(Volume { block_size: 512, id: 52822563-b086-4841-8772-2d2abbcb75fc, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 45f47d0b-f9a3-40d4-802a-bbae50817674, key: Some(\"WEZ1GfhEF+yP/Z+QLfgAGEAnFNMXq+l0d3fBpxDAncI=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 361df455-f18c-4d8d-9e64-cf6f334e7d8c, key: Some(\"QcvWQisnVwRcrXxEWuQt5A2w2frjGkx2ca9FDWY0zaA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::16]:19000\", \"[fd00:1122:3344:101::1a]:19002\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAsTanUWNRYAABNqdRYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAALE2p1FjUWAAATanUWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI1NDg1ZjJmMS04NDEzLTQ1ZmYtOTZiZi01YmU5OTAyNjFiNjkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJR0FHZlN2WE5XRnlaRWh0Nndmd0RpdDdITlN3eWNBNFV5aEFLeUkxUEx6cSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(25502922-1e61-417e-93d4-52e06d0f813f (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-20T21:10:26.071430140Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-06-20T21:10:26.009667Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.503818Z","hostname":"sock","pid":1555,"uri":"/instances/5485f2f1-8413-45ff-96bf-5be990261b69","method":"PUT","req_id":"7a0076ce-bae8-4acf-aa2e-032c8c18d371","remote_addr":"[fd00:1122:3344:101::a]:59413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":21310,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.628436171Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:56650"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.630241792Z","hostname":"sock","pid":1555,"uri":"/instances/5485f2f1-8413-45ff-96bf-5be990261b69/state","method":"PUT","req_id":"cad79b87-82a9-4cf6-a073-35d35ed1f881","remote_addr":"[fd00:1122:3344:101::a]:56650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1749,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.654275144Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:393","port":"Port { inner: PortInner { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 253, 161, 31]), slot: 0, vni: Vni { inner: 364767 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.654385786Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.689020408Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:26.710835332Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlInstance0\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::1:0\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"12400\"/>\n        <propval type=\"astring\" name=\"metric_addr\" value=\"[fd00:1122:3344:101::a]:12221\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:27.910866247Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:27.911828853Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 60.002873ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:28.112586789Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 135.959966ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:28.191342716Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 124.486705ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:28.349467902Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 278.674294ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:28.488217947Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 411.170396ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:28.780718301Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 593.960536ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:29.202897486Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 1.290610111s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:29.806344582Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 1.393248169s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:31.107170293Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 1.02779548s","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:32.50889803Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:32.832203431Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48295"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:32.832327293Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"566fe8f1-ce8e-4cfb-8151-4c7362d200cc","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48295","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":69,"response_code":"200"}
{"msg":"Started propolis in zone: oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.56259538Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:1427"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 54.266619ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:33.570923092Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 88.658353ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:33.635355655Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\") failed: Property not found. retry in 100.747468ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:33.735621221Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.847748309Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:1436"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.881759291Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:53913"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.883358599Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:1450"}
{"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAsTanUWNRYAABNqdRYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAALE2p1FjUWAAATanUWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI1NDg1ZjJmMS04NDEzLTQ1ZmYtOTZiZi01YmU5OTAyNjFiNjkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJR0FHZlN2WE5XRnlaRWh0Nndmd0RpdDdITlN3eWNBNFV5aEFLeUkxUEx6cSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-d7ae972938b\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 361df455-f18c-4d8d-9e64-cf6f334e7d8c, read_only_parent: Some(Volume { block_size: 512, id: 52822563-b086-4841-8772-2d2abbcb75fc, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 45f47d0b-f9a3-40d4-802a-bbae50817674, key: Some(\"WEZ1GfhEF+yP/Z+QLfgAGEAnFNMXq+l0d3fBpxDAncI=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 361df455-f18c-4d8d-9e64-cf6f334e7d8c, key: Some(\"QcvWQisnVwRcrXxEWuQt5A2w2frjGkx2ca9FDWY0zaA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::16]:19000\", \"[fd00:1122:3344:101::1a]:19002\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 5485f2f1-8413-45ff-96bf-5be990261b69, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 555e75e0-b99a-4a7e-9e77-2bae94fdb809, silo_id: e7e2a46b-e8c0-4912-8dec-96727dd9e600 }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.886593004Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:689"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.887059032Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:37886"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.889629546Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"e6b296e5-2b9e-447e-87f0-c56147116903","remote_addr":"[fd00:1122:3344:101::a]:37886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":2520,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.925141424Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:33647"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.936404237Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:41550"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.936546639Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"e60f1426-1487-4586-aaf6-932d2220b31c","remote_addr":"[fd00:1122:3344:101::b]:41550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":114,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.966262828Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:52660"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.999514997Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:691"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.999852152Z","hostname":"sock","pid":1555,"uri":"/instances/5485f2f1-8413-45ff-96bf-5be990261b69/state","method":"GET","req_id":"fb458058-a0cb-46f3-a2c7-b1c297c7b738","remote_addr":"[fd00:1122:3344:101::a]:53913","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":118032,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.999914253Z","hostname":"sock","pid":1555,"uri":"/instances/5485f2f1-8413-45ff-96bf-5be990261b69/state","method":"GET","req_id":"47265ab8-2b1c-402a-bc12-2dcff479644e","remote_addr":"[fd00:1122:3344:101::c]:52660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":33594,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:33.999927344Z","hostname":"sock","pid":1555,"uri":"/instances/5485f2f1-8413-45ff-96bf-5be990261b69/state","method":"GET","req_id":"700b4659-68c2-4208-a952-3a1070f1ec4e","remote_addr":"[fd00:1122:3344:101::b]:33647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":74734,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-06-20T21:10:34.001371698Z }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.001560252Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.001702184Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-06-20T21:10:34.001371698Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(25502922-1e61-417e-93d4-52e06d0f813f (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-20T21:10:26.071430140Z }","propolis_id":"25502922-1e61-417e-93d4-52e06d0f813f"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.001720314Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(25502922-1e61-417e-93d4-52e06d0f813f (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-20T21:10:26.071430140Z }, propolis_id: 25502922-1e61-417e-93d4-52e06d0f813f (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-06-20T21:10:34.001371698Z }, migration_state: None }","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.013390734Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:61535"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.013530746Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"37321b06-fa32-4b67-9ccf-93bd3d09fec2","remote_addr":"[fd00:1122:3344:101::c]:61535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.034482985Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:40078"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.085140632Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"42815442-52d7-47e3-80ca-4996db53fa02","remote_addr":"[fd00:1122:3344:101::b]:40078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":50616,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.08560453Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"9220fa12-f2f8-47d4-9e06-3d6a78722d05","remote_addr":"[fd00:1122:3344:101::b]:40078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":151,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-06-20T21:10:34.086764010Z }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.08681662Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.086836451Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-06-20T21:10:34.086764010Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(25502922-1e61-417e-93d4-52e06d0f813f (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-20T21:10:26.071430140Z }","propolis_id":"25502922-1e61-417e-93d4-52e06d0f813f"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.086866561Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(25502922-1e61-417e-93d4-52e06d0f813f (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-20T21:10:26.071430140Z }, propolis_id: 25502922-1e61-417e-93d4-52e06d0f813f (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-06-20T21:10:34.086764010Z }, migration_state: None }","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.103969574Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34186"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.148320403Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"fd6bb251-0b6a-4078-bda2-326828cecd07","remote_addr":"[fd00:1122:3344:101::a]:34186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44246,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.148459835Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:34369"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.152043137Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d8f5f4db-4c1c-4989-8a83-58bc12b9c8c2","remote_addr":"[fd00:1122:3344:101::a]:34186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3431,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.192468819Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"34205984-642a-46b7-b5b4-414e1c72b4bb","remote_addr":"[fd00:1122:3344:101::c]:34369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":43927,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:34.192811785Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"8b996e11-3c6d-412f-aac1-6907dcc31b3b","remote_addr":"[fd00:1122:3344:101::c]:34369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":126,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:41.392923635Z","hostname":"sock","pid":1555,"uri":"/ebe60f78-650f-482d-ab07-6cce79648e59","method":"GET","req_id":"acc4fcb7-689a-4596-a14e-854bf2b1f5a2","remote_addr":"[fd00:1122:3344:101::d]:61486","local_addr":"[fd00:1122:3344:101::1]:57395","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"ebe60f78-650f-482d-ab07-6cce79648e59","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":469,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.03115796Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:59341"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.031870712Z","hostname":"sock","pid":1555,"uri":"/instances/5485f2f1-8413-45ff-96bf-5be990261b69/state","method":"PUT","req_id":"c42bce72-789e-427b-9fab-8a8dad503ab8","remote_addr":"[fd00:1122:3344:101::a]:59341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":641,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-06-20T21:10:44.032011964Z }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.032043855Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.032094576Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-06-20T21:10:44.032011964Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(25502922-1e61-417e-93d4-52e06d0f813f (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-20T21:10:26.071430140Z }","propolis_id":"25502922-1e61-417e-93d4-52e06d0f813f"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.032166797Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(25502922-1e61-417e-93d4-52e06d0f813f (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-20T21:10:26.071430140Z }, propolis_id: 25502922-1e61-417e-93d4-52e06d0f813f (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-06-20T21:10:44.032011964Z }, migration_state: None }","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-06-20T21:10:44.086216872Z }","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.086233642Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.086256453Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-06-20T21:10:44.086216872Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-06-20T21:10:44.086216872Z }","propolis_id":"25502922-1e61-417e-93d4-52e06d0f813f"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.086271703Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:610","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.086277233Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.087648507Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.087687347Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:437","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/7a99c490-997c-4274-94ca-e12a3ae10436/debug/bundle/zone\", \"/pool/int/9d01641f-20d1-417f-950c-b1e4c58d23b5/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/cc5f6a04-2111-4941-923c-8867d737d5fc/crypt/debug\", \"/pool/ext/662892f9-e563-4653-bedf-02b82422ec9a/crypt/debug\", \"/pool/ext/f32a5037-29da-4375-a8f1-8e9a8b5d3778/crypt/debug\", \"/pool/ext/339b70a8-c294-4120-9bd3-76df19004c3b/crypt/debug\", \"/pool/ext/63627367-eb03-4016-8c1d-73768441f612/crypt/debug\", \"/pool/ext/2e39fd13-5176-4455-b633-7660296b7576/crypt/debug\", \"/pool/ext/9ff415f8-ea2c-44b4-b9a7-2a7cf086871c/crypt/debug\", \"/pool/ext/39d4ca15-26b5-4bd0-bbf6-fd95c2268c88/crypt/debug\", \"/pool/ext/ac756826-7d23-4a48-8f48-471e91447b90/crypt/debug\"] }","zone_name":"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:44.716710201Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1230","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f\", bundle_id: 048bf1aa-645c-46fc-80f5-7cf69ec8359e }, time_created: 2024-06-20T21:10:44.088369679Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_25502922-1e61-417e-93d4-52e06d0f813f","v":0,"name":"SledAgent","level":40,"time":"2024-06-20T21:10:44.716810013Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:784"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:46.454955537Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:46.480353202Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-06-20T21:10:44.086216872Z }, propolis_id: 25502922-1e61-417e-93d4-52e06d0f813f (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-06-20T21:10:46.480290341Z }, migration_state: None }","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:46.631254433Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:65317"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:46.631540528Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"b350e10e-5d80-49b8-95f9-5c6e0ec7cc7c","remote_addr":"[fd00:1122:3344:101::c]:65317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":233,"response_code":"200"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:46.85719551Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-06-20T21:10:44.086216872Z }, propolis_id: 25502922-1e61-417e-93d4-52e06d0f813f (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-06-20T21:10:46.480290341Z }, migration_state: None }","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:46.861648886Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:727"}
{"msg":"Failed to publish state to Nexus, will not retry: Notification(Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"496951d2-493b-4edb-a68c-05995c5a3a5a\", \"content-length\": \"177\", \"date\": \"Thu, 20 Jun 2024 21:10:46 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: instance with id \\\"5485f2f1-8413-45ff-96bf-5be990261b69\\\"\", request_id: \"496951d2-493b-4edb-a68c-05995c5a3a5a\" })","v":0,"name":"SledAgent","level":50,"time":"2024-06-20T21:10:46.898042789Z","hostname":"sock","pid":1555,"instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69","component":"InstanceManager","file":"sled-agent/src/instance.rs:559","instance_id":"5485f2f1-8413-45ff-96bf-5be990261b69"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:46.993626195Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:59166"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-20T21:10:46.993830728Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"9e36f410-56f1-4729-8ab5-869728baab9a","remote_addr":"[fd00:1122:3344:101::a]:59166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":166,"response_code":"200"}